-- Logs begin at Mon 2021-05-31 11:01:07 UTC, end at Mon 2021-05-31 12:15:31 UTC. -- May 31 11:47:51.376632 dv-cinder-786384-7-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 11:47:52.381349 dv-cinder-786384-7-smb neutron-server[103785]: Beware of the coming changes in the project packaging May 31 11:47:52.381962 dv-cinder-786384-7-smb neutron-server[103785]: https://github.com/svinota/pyroute2/discussions/786 May 31 11:47:53.845044 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.common.config [-] Logging enabled! May 31 11:47:53.845730 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:47:53.845820 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103785) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:47:53.849804 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.common.config [-] Logging enabled! May 31 11:47:53.850055 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:47:53.850360 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103785) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:47:53.851294 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:47:53.851515 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:47:53.851901 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:47:53.852144 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:47:53.852364 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:47:53.852679 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.852968 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.853258 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.853482 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.853767 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.854056 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.854338 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.854614 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.854901 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.855182 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.855455 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.855760 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.855985 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.856261 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.856541 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.856819 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.857037 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] debug = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.857306 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.857722 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.858128 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.858403 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.865701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.865701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.865701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.865701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.865701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.865701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] host = dv-cinder-786384-7-smb {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.865701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.865701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.866860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.866860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.866860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.866860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.866860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.866860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.866860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] log_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.866860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867375 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867375 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867375 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867375 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867375 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867375 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867375 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.867941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.868531 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.868531 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.868531 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.868531 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.868759 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.869000 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.869266 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.869531 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.869807 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.870071 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.870337 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.870632 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.870916 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.871189 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.871469 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.871766 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.872046 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.872314 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.872580 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.872849 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] use_json = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.873112 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.873376 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.873650 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.873913 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.874178 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.874444 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.874709 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.874987 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:53.875277 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.875566 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.875885 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.876164 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.876453 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.876725 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.877005 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.877276 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.877624 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.878321 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.878321 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.878629 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.878919 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.879193 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.879624 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.879624 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.879624 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.880827 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.880827 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.880993 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.881137 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.881419 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.881693 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.881979 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.882264 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.882532 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.882806 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.883157 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.890621 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.891309 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.891622 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.891954 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.892253 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.892541 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.892834 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.893137 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.893687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.893794 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.893990 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.894283 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.894566 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.894837 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.895108 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.895406 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.895701 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.895968 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.896244 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.896515 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.896787 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.897061 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.897332 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.897604 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.897878 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.898146 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.898419 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.898686 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.898954 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.899221 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.899495 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.899782 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.900051 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.900318 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.900590 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.900857 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.901124 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.901396 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.901671 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.901934 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.902219 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.902515 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.902790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.903070 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.903346 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.903621 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.903918 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.904196 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.904468 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.904742 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.905011 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.905298 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.905585 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.905864 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.906145 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.906418 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.906710 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.906981 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.907259 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.907531 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.907832 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.908120 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.908402 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.908694 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.909604 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.910048 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.910349 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.910645 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.910927 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.911237 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.911515 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:53.911758 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:47:53.912006 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103785) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 11:47:54.314082 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:54.314277 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:54.314556 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:54.315064 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 11:47:54.751346 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.751638 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.751928 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.753914 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.754187 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.754443 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.790809 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.791076 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.791346 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.804685 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.804955 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.805215 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.836811 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.837100 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.837363 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.874039 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.874604 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:54.874604 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.104999 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.105280 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.105542 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.105803 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.106534 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.229529 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.229842 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.230117 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.230387 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.230654 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.230961 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.231221 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.231475 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.231753 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.232035 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.232291 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.232558 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.232820 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.233074 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.233340 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.233607 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.234910 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.235203 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.235473 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.235788 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.236145 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.236405 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.236662 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.236975 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.237268 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.237528 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.237903 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:47:55.238139 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:47:55.238374 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:47:55.238606 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:47:55.238837 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:47:55.239066 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:47:55.239425 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 11:47:55.242520 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 11:47:55.246383 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 11:47:55.250137 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 31 11:47:55.251772 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 11:47:55.252212 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 11:47:55.253080 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 11:47:55.253511 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 11:47:55.256367 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 11:47:55.256620 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 11:47:55.256964 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:47:55.284658 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 11:47:55.285107 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.285399 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103785) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 11:47:55.285756 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.287082 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103785) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 11:47:55.287362 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:47:55.287600 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 11:47:55.290830 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.291107 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:55.370942 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 11:47:55.371125 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 11:47:55.371320 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 11:47:55.371718 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 11:47:55.402994 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_db.sqlalchemy.engines [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103785) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 11:47:55.958820 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Initializing driver for type 'gre' May 31 11:47:55.959492 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] gre ID ranges: [(1, 1000)] May 31 11:47:56.176649 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Initializing driver for type 'local' May 31 11:47:56.176898 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Initializing driver for type 'vlan' May 31 11:47:56.261463 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] VlanTypeDriver initialization complete May 31 11:47:56.261795 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Initializing driver for type 'vxlan' May 31 11:47:56.262295 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] vxlan ID ranges: [(1, 1000)] May 31 11:47:56.449914 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Initializing extension driver 'port_security' May 31 11:47:56.450175 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] PortSecurityExtensionDriver initialization complete May 31 11:47:56.450513 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Initializing mechanism driver 'openvswitch' May 31 11:47:56.450839 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Initializing mechanism driver 'hyperv' May 31 11:47:56.462474 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:56.463247 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > port after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.463627 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > port after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.464003 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > port after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.464391 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > subnet after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.464738 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > subnet after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.465075 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.465450 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > network after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.465846 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > network after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.466275 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > network after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.466652 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > security_group after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.466995 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > security_group after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.467332 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.467730 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.468072 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.468406 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.468775 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > address_group after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.469113 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > address_group after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.469443 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.469773 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] ML2 OVO RPC backend initialized. {{(pid=103785) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 11:47:56.470497 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.470831 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.471359 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > network before_response 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.472253 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > networks before_response 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.472624 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > port before_response 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.472964 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > ports before_response 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.473304 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > subnet before_response 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.473641 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > subnets before_response 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.473982 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > network after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.474316 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > network after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.474646 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > network after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.474978 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > port after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.475310 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > port after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.475640 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > port after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.475990 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > subnet after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.476320 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > subnet after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.476648 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.477291 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.plugin [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Modular L2 Plugin initialization complete May 31 11:47:56.477616 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading services supported by the core plugin {{(pid=103785) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 11:47:56.477944 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.plugins.ml2.managers [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Got port-security extension from driver 'port_security' May 31 11:47:56.478401 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.extensions.vlantransparent [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Disabled vlantransparent extension. May 31 11:47:56.478884 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103785) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 11:47:56.479194 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading Plugin: router May 31 11:47:56.516285 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.516702 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router after_create 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.517044 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router before_create 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.517407 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.517773 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.518709 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router after_delete 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.519074 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.519431 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router after_create 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.519815 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router after_update 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.520163 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router after_update 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.520504 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.520858 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router after_update 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.521262 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_update 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.521625 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: port after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.521962 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: port after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.522297 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: subnet after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.522629 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.522973 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.523321 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_create 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.523684 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: port before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.524033 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.524386 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router after_update 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.524724 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.525071 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_create 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.525427 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.525767 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_update 55549900 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.526133 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > network after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.526990 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Tracking information for resource: router configured {{(pid=103785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:47:56.527304 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Tracking information for resource: floatingip configured {{(pid=103785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:47:56.532221 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.db.l3_agentschedulers_db [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 11:47:56.532793 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: port after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.533149 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: port after_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.533498 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: port after_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.534442 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: port after_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.535229 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router before_create 55550100 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.535581 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.535965 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_create 55550100 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.536315 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > router precommit_update 55550100 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.540786 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.services.provider_configuration [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service providers = [] {{(pid=103785) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 11:47:56.541145 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.db.servicetype_db [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103785) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 11:47:56.544037 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.services.service_base [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103785) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:47:56.544383 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.services.service_base [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103785) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:47:56.544722 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.services.service_base [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103785) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:47:56.545593 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.services.service_base [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103785) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:47:56.545964 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.services.service_base [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 11:47:56.546508 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:47:56.546826 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 11:47:56.557236 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:47:56.557571 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading Plugin: auto_allocate May 31 11:47:56.563289 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: network precommit_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.563676 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: network precommit_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.564190 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:47:56.564507 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading Plugin: tag May 31 11:47:56.571317 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:47:56.571669 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading Plugin: timestamp May 31 11:47:56.575374 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:47:56.575737 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading Plugin: network_ip_availability May 31 11:47:56.581583 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.581953 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.582304 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.583013 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:47:56.583328 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading Plugin: flavors May 31 11:47:56.588361 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:47:56.588693 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading Plugin: revisions May 31 11:47:56.593020 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:47:56.593413 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_concurrency.lockutils [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.279s {{(pid=103785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:56.594139 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103785) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 11:47:56.594470 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Initializing extension manager. May 31 11:47:56.594970 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: __init__.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.595305 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: __pycache__ {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.595634 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.595983 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: address_group.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.597308 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.597873 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: address-group May 31 11:47:56.598193 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: address_scope.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.598887 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.599395 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: address-scope May 31 11:47:56.599745 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.600652 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.601166 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: router-admin-state-down-before-update May 31 11:47:56.601485 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: agent.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.602168 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.602674 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: agent May 31 11:47:56.602991 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: agent_resources_synced.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.603988 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.604495 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: agent-resources-synced May 31 11:47:56.604811 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: allowedaddresspairs.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.606541 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.607061 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: allowed-address-pairs May 31 11:47:56.607387 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: auto_allocated_topology.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.608473 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.608986 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: auto-allocated-topology May 31 11:47:56.609307 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: availability_zone.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.609980 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.610480 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: availability_zone May 31 11:47:56.610801 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: availability_zone_filter.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.611704 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.612246 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: availability_zone_filter May 31 11:47:56.612637 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: data_plane_status.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.613525 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.614020 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension data-plane-status not supported by any of loaded plugins May 31 11:47:56.614335 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: default_subnetpools.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.615213 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.615746 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: default-subnetpools May 31 11:47:56.616063 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.616857 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.617361 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: dhcp_agent_scheduler May 31 11:47:56.617678 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: dns.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.618562 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.619066 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension dns-integration not supported by any of loaded plugins May 31 11:47:56.619381 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: dns_domain_ports.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.620311 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.620819 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 11:47:56.621136 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: dvr.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.621790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.622291 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: dvr May 31 11:47:56.622604 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: empty_string_filtering.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.623489 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.624035 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: empty-string-filtering May 31 11:47:56.624353 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.625230 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.625728 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 11:47:56.626042 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.626916 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.627415 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 11:47:56.627899 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: external_net.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.628790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.629296 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: external-net May 31 11:47:56.629613 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.630497 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.631001 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: extra_dhcp_opt May 31 11:47:56.631317 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: extraroute.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.632224 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.632725 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: extraroute May 31 11:47:56.633043 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: extraroute_atomic.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.634034 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.634540 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: extraroute-atomic May 31 11:47:56.635118 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: filter_validation.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.635792 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.636292 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: filter-validation May 31 11:47:56.636608 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: fip_pf_description.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.637669 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.638164 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 11:47:56.638480 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: fip_port_details.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.639361 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.639891 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: fip-port-details May 31 11:47:56.640212 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: flavors.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.641417 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.641931 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: flavors May 31 11:47:56.642250 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.644613 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.645137 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 11:47:56.645465 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: floatingip_pools.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.646147 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.646656 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: floatingip-pools May 31 11:47:56.646976 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: ip_allocation.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.647904 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.648410 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension ip_allocation not supported by any of loaded plugins May 31 11:47:56.648731 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.649618 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.650120 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: ip-substring-filtering May 31 11:47:56.650439 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: l2_adjacency.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.651334 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.651877 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 11:47:56.652192 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: l3.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.653145 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.653656 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: router May 31 11:47:56.653979 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.656222 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.656746 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 11:47:56.657074 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.657978 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.658495 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: ext-gw-mode May 31 11:47:56.659559 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.660485 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.660998 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: l3-ha May 31 11:47:56.661321 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: l3_flavors.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.662212 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.662718 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: l3-flavors May 31 11:47:56.663037 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.663966 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.664471 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 11:47:56.664790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: l3agentscheduler.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.665811 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.666325 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: l3_agent_scheduler May 31 11:47:56.666650 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: logging.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.668159 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.668675 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension logging not supported by any of loaded plugins May 31 11:47:56.669001 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: metering.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.669719 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.670295 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: metering May 31 11:47:56.670618 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.671715 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.672227 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: metering_source_and_destination_fields May 31 11:47:56.672546 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: multiprovidernet.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.673572 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.674083 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: multi-provider May 31 11:47:56.674449 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: netmtu.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.675333 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.675865 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: net-mtu May 31 11:47:56.676182 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: netmtu_writable.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.677068 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.677575 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: net-mtu-writable May 31 11:47:56.677894 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: network_availability_zone.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.678535 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.679038 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: network_availability_zone May 31 11:47:56.679353 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: network_ip_availability.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.680442 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.680953 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: network-ip-availability May 31 11:47:56.681274 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: network_segment_range.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.682022 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.682523 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension network-segment-range not supported by any of loaded plugins May 31 11:47:56.682840 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: pagination.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.683817 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.684144 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: pagination May 31 11:47:56.684460 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: port_device_profile.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.685331 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.685839 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: port-device-profile May 31 11:47:56.686155 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.687040 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.687546 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: port-mac-address-regenerate May 31 11:47:56.687889 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.688770 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.689271 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: port-numa-affinity-policy May 31 11:47:56.689586 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: port_resource_request.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.690652 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.691150 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension port-resource-request not supported by any of loaded plugins May 31 11:47:56.691465 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: portbindings.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.692388 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.692891 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: binding May 31 11:47:56.693206 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: portbindings_extended.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.694539 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.695055 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: binding-extended May 31 11:47:56.695377 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: portsecurity.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.696284 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.696793 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: port-security May 31 11:47:56.697111 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: project_id.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.698047 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.698371 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: project-id May 31 11:47:56.698687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: providernet.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.699574 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.700154 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: provider May 31 11:47:56.700424 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.703906 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.704430 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos not supported by any of loaded plugins May 31 11:47:56.704757 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.706622 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.707152 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 11:47:56.707479 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.708409 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.708923 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 11:47:56.709244 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos_default.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.710131 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.710642 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos-default not supported by any of loaded plugins May 31 11:47:56.710964 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos_fip.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.711597 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.712144 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos-fip not supported by any of loaded plugins May 31 11:47:56.712471 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos_gateway_ip.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.713370 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.713878 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 11:47:56.714201 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos_port_network_policy.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.715082 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.715587 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 11:47:56.715932 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos_rule_type_details.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.716812 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.717318 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 11:47:56.717638 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: qos_rules_alias.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.718640 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.719154 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 11:47:56.719475 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: quotasv2.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.720503 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.720831 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: quotas May 31 11:47:56.721152 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: quotasv2_detail.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.723579 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.723951 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: quota_details May 31 11:47:56.724278 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: rbac.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.725311 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.725834 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: rbac-policies May 31 11:47:56.726161 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: rbac_address_group.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.727059 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.727575 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: rbac-address-group May 31 11:47:56.727922 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: rbac_address_scope.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.728809 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.729320 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: rbac-address-scope May 31 11:47:56.729638 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: rbac_security_groups.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.730518 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.731033 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: rbac-security-groups May 31 11:47:56.731351 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: rbac_subnetpool.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.732286 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.732804 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: rbac-subnetpool May 31 11:47:56.733119 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: revisionifmatch.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.734005 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.734512 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: revision-if-match May 31 11:47:56.734827 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: revisions.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.735945 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.736459 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: standard-attr-revisions May 31 11:47:56.736778 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: router_availability_zone.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.737579 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.738091 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: router_availability_zone May 31 11:47:56.738408 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: routerservicetype.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.739298 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.739843 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension router-service-type not supported by any of loaded plugins May 31 11:47:56.740163 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.741074 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.741582 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: security-groups-normalized-cidr May 31 11:47:56.741899 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.742798 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.743303 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: port-security-groups-filtering May 31 11:47:56.743622 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.744539 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.745045 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: security-groups-remote-address-group May 31 11:47:56.745365 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: securitygroup.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.755217 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.755782 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: security-group May 31 11:47:56.756111 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: segment.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.756876 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.757384 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension segment not supported by any of loaded plugins May 31 11:47:56.757706 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.758608 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.759115 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 11:47:56.759434 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: servicetype.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.760844 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.761360 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: service-type May 31 11:47:56.761680 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: sorting.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.762639 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.762969 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: sorting May 31 11:47:56.763294 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: standard_attr_segment.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.764207 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.764721 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 11:47:56.765040 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: standardattrdescription.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.765665 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.766169 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: standard-attr-description May 31 11:47:56.766490 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: stateful_security_group.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.767376 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.767921 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: stateful-security-group May 31 11:47:56.768830 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: stdattrs_common.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.769397 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 11:47:56.769711 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.770707 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.771217 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 11:47:56.771535 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: subnet_onboard.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.772625 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.773184 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: subnet_onboard May 31 11:47:56.773506 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.774485 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.775028 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 11:47:56.775348 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: subnet_service_types.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.776355 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.776884 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: subnet-service-types May 31 11:47:56.777209 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: subnetallocation.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.778272 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.778787 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: subnet_allocation May 31 11:47:56.779110 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.779914 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.786554 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: subnetpool-prefix-ops May 31 11:47:56.786554 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.787252 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.787793 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 11:47:56.788116 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: tagging.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.789177 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.789699 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: standard-attr-tag May 31 11:47:56.790023 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: timestamp.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.791207 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.791748 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loaded extension: standard-attr-timestamp May 31 11:47:56.792116 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: trunk.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.793117 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.793630 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension trunk not supported by any of loaded plugins May 31 11:47:56.793954 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: trunk_details.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.794929 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.795441 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension trunk-details not supported by any of loaded plugins May 31 11:47:56.795791 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: uplink_status_propagation.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.796725 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.797231 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 11:47:56.797551 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Loading extension file: vlantransparent.py {{(pid=103785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:47:56.798199 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:47:56.798810 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 11:47:56.803095 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:network May 31 11:47:56.804183 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:subnet May 31 11:47:56.806704 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:47:56.807659 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:port May 31 11:47:56.809508 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.813537 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service FLAVORS assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.813537 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.813537 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.813537 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:router May 31 11:47:56.813537 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:47:56.814204 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service METERING assigned prefix: /metering {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.817051 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.817575 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.818077 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:47:56.819738 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:47:56.820431 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:security_group May 31 11:47:56.821427 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:47:56.822488 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service CORE assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.822966 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:47:56.823448 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] subnetpool is already registered May 31 11:47:56.824437 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service CORE assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.824931 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:47:56.825407 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] subnetpool is already registered May 31 11:47:56.829413 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.830032 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service FLAVORS assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.831540 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.832184 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.832661 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:router May 31 11:47:56.833179 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] router is already registered May 31 11:47:56.834074 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:47:56.834569 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] floatingip is already registered May 31 11:47:56.835389 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service METERING assigned prefix: /metering {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.836105 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:47:56.836431 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] rbac_policy is already registered May 31 11:47:56.836969 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:security_group May 31 11:47:56.837352 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] security_group is already registered May 31 11:47:56.837989 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:47:56.838319 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] security_group_rule is already registered May 31 11:47:56.838989 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service CORE assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.839386 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:47:56.839883 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] subnetpool is already registered May 31 11:47:56.840743 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.v2.resource_helper [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Service CORE assigned prefix: {{(pid=103785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:47:56.841235 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:47:56.841697 dv-cinder-786384-7-smb neutron-server[103785]: WARNING neutron.quota.resource_registry [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] subnetpool is already registered May 31 11:47:56.842632 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: extensions {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.844939 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: address-groups {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.847357 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: address-scopes {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.848635 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: agents {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.855937 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: auto-allocated-topology {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.855937 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: availability_zones {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.855937 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: dhcp-networks {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.855937 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: dhcp-agents {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.857994 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: routers {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.860204 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: flavors {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.861377 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: service_profiles {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.862705 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: next_providers {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.865187 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: service_profiles {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.867528 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: floatingip-pools {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.869489 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: routers {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.871778 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: floatingips {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.873020 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: l3-routers {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.874453 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: l3-agents {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.876776 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: metering-labels {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.879490 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: metering-label-rules {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.881625 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: network-ip-availabilities {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.883775 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: bindings {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.885738 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: quotas {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.887125 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: quotas {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.888531 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: rbac-policies {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.889870 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: security-groups {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.891056 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: security-group-rules {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.892315 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: service-providers {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.894320 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: subnetpools {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.896938 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: subnetpools {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.898359 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:56.900085 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.020008 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.021697 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.023473 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.025326 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.027020 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.028945 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.030681 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.032550 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron.api.extensions [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Extended resource: tags {{(pid=103785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:47:57.038659 dv-cinder-786384-7-smb neutron-server[103785]: WARNING keystonemiddleware.auth_token [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 11:47:57.043334 dv-cinder-786384-7-smb neutron-server[103785]: WARNING keystonemiddleware.auth_token [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 11:47:57.051853 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_concurrency.lockutils [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Acquired lock "singleton_lock" {{(pid=103785) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 11:47:57.052327 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_concurrency.lockutils [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Releasing lock "singleton_lock" {{(pid=103785) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 11:47:57.052964 dv-cinder-786384-7-smb neutron-server[103785]: INFO oslo_service.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Starting 2 workers May 31 11:47:57.057667 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Started child 103894 {{(pid=103785) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:47:57.061984 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Started child 103895 {{(pid=103785) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:47:57.062751 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.063606 dv-cinder-786384-7-smb neutron-server[103785]: INFO neutron.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 11:47:57.064210 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [-] (103894) wsgi starting up on http://0.0.0.0:9696 May 31 11:47:57.064367 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Notify callbacks [] for process, before_spawn {{(pid=103785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.067158 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.067688 dv-cinder-786384-7-smb neutron-server[103785]: INFO oslo_service.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Starting 1 workers May 31 11:47:57.068629 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [-] (103895) wsgi starting up on http://0.0.0.0:9696 May 31 11:47:57.072782 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Started child 103896 {{(pid=103785) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:47:57.073285 dv-cinder-786384-7-smb neutron-server[103785]: INFO oslo_service.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Starting 1 workers May 31 11:47:57.076014 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] calling RpcWorker wait() {{(pid=103896) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 11:47:57.076615 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] returning from RpcWorker wait() {{(pid=103896) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 11:47:57.077697 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Started child 103897 {{(pid=103785) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:47:57.077874 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.078176 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:57.078499 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d56a-31f0-4ecd-a240-7c53dd5ab732 None None] Notify callbacks [] for process, after_spawn {{(pid=103785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.080363 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103785) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:47:57.080719 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:47:57.081416 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:47:57.081602 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:47:57.081937 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:47:57.082105 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:47:57.082583 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.082849 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.083126 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.083269 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.083873 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.083873 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.084233 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.084485 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.084735 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.085008 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.085289 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.085437 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.085573 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.085822 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.086068 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.086380 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.086647 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.086902 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.087188 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.087358 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.087637 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.087927 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.088155 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.088421 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] debug = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.088655 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.089155 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.089374 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.089609 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.089824 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.090085 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.090490 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.090641 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.090835 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.091062 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.091276 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.091529 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.091788 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.092052 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.092213 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.092458 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.092699 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.093192 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] host = dv-cinder-786384-7-smb {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.093423 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.093633 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.093874 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.094114 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.094358 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.094565 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.094825 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.095064 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.095307 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.095560 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.095758 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.096017 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.096332 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.096572 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.096781 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_options = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.096921 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.097185 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.097546 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.097748 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.097905 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.098084 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.098335 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.098622 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.098779 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.098934 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.099129 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.099338 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.099569 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.099870 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.100140 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.100370 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.100708 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.100852 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.101020 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.101261 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.101482 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.101719 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.101933 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.102187 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.102335 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.102547 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.102766 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.102973 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.103179 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.103430 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.103641 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.103912 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.104142 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.104424 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.105466 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.105782 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.106049 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.106956 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.107282 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.107467 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.107739 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:57.107854 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.107992 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.108246 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.108471 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.108713 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.108954 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_json = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.109171 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.109387 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.109657 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.109878 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.110114 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.110330 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.110553 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.110796 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.111226 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.111511 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.111848 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.112573 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.112812 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.113074 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.113313 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.113541 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.113783 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.114036 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.114349 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.114598 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.114870 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.115126 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.115372 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.115708 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.115986 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.116271 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.121577 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.121577 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.121577 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.121577 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.121577 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.121577 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.121577 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.121577 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122186 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122841 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122841 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122841 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122841 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122841 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122841 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122841 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.122841 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.123373 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.123373 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.123373 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.123373 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.123373 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.123373 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.123804 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.123804 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.124033 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.124248 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.124468 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.124683 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.124916 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.125140 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.125352 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.125564 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.125781 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.126007 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.126263 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.126462 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.126670 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.126910 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.127128 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.127371 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130617 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130617 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130617 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130801 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.130881 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.131134 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.131263 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.131475 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.131786 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.132124 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.132377 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.132628 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.132900 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.133134 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.133378 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.133650 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.133894 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.134134 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.134350 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.134868 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.135135 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.135398 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.135602 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.135951 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.136227 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.136597 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.137218 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.137597 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.137887 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.138143 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.138426 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.138715 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.138977 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.139233 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.139488 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.139799 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.140056 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.141128 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.141384 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.142737 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.143034 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.143331 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.143585 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.143854 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.144095 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.144361 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.144605 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.144867 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.145105 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.145362 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.145581 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.145858 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.146098 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.146318 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.146534 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.146771 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.147122 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.147360 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.147585 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.147816 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.148097 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.148343 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.148579 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.148843 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.149089 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.149323 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.149570 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.149843 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.150076 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.150293 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.150519 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.150729 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.150946 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.151187 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.151504 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.151783 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.152000 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.152263 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.152498 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.152725 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.152957 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.153173 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.153412 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.153661 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.153871 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.154111 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.154351 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.154570 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.154804 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.155019 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.155235 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.155488 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.155730 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.155998 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.156252 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.156490 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.156737 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.156963 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.157228 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.157442 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.157685 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.157902 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.158114 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.158324 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.158543 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.158748 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.158982 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.159229 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.159527 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.159824 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.160135 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.160458 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.160707 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.160936 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.161188 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.161403 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.161640 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.161898 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.162121 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.162337 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.162550 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.162780 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.163025 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.163267 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.163509 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.163757 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.163967 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.164197 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.164381 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.164613 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.164899 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.165148 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.165381 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.165616 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.165860 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.166105 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.166313 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.166522 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.166756 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.166966 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.167207 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.167414 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.167622 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.167867 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.168099 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.168324 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.168534 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.168763 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.168997 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.169208 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.169450 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.169658 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.169867 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.170087 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.170297 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.170615 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.170870 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.171108 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.171393 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.171619 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.171880 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.172141 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.172470 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.172681 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.172920 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.173137 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.173354 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.173573 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.173845 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.174151 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.175022 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.175422 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.175710 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.175998 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.176300 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.176631 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.185398 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.185882 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.186263 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.186561 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.186855 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.187106 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.187382 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.187641 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.187900 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.188128 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.188387 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.188629 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.188876 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.189126 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.189383 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.189608 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.189842 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.190185 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.190934 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.191170 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.191427 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.191664 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.191830 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:47:57.192429 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103785) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:47:57.192593 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:47:57.192752 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:47:57.192928 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:47:57.193100 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:47:57.193253 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:47:57.193468 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.193624 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.193785 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.193945 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.194105 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.194302 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.194471 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.194628 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.194787 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.194945 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.195094 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.195252 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.195414 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.195574 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.195776 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.195936 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.196093 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.196253 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.196439 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.196581 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.196736 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.196895 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.197056 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] debug = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.197211 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.197396 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.197556 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.197716 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.197871 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.198026 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.198195 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.198332 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.198488 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.198809 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.198969 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.199128 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.199285 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.199442 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.199601 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.199781 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.199940 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.200101 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] host = dv-cinder-786384-7-smb {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.200259 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.200417 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.200576 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.200732 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.200890 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.201048 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.201203 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.201361 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.201499 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.201655 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.201805 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.201961 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.202117 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.202307 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.202430 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_options = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.202588 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.202747 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.202945 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.203114 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.203246 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.203405 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.203562 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.203741 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.203900 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.204057 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.204296 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.204398 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.204524 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.204673 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.204828 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.204988 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.205145 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.205303 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.205459 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.206147 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.206147 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.206147 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.206393 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.206475 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.206590 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.206746 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.206902 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.207059 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.207215 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.207373 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.207530 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.207708 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.207874 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.208028 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.208185 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.208342 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.208504 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.208665 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.208824 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.208980 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.209141 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.209294 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.209450 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.209608 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.209766 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.209922 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_json = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.210078 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.210234 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.210391 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.210549 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.210706 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.210865 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.211026 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.211168 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:47:57.211347 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.211511 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.211702 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.211867 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.212026 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.212185 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.212344 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.212504 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.212663 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.212822 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.212990 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.213150 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.213322 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.213481 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.213640 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.213802 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.213962 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.214120 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.214280 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.214438 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.214599 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.214759 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.214938 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.215100 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.215260 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.215413 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.215585 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.215791 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.215879 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.216126 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.216223 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.216369 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.216514 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.216782 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.216782 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.217130 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.217130 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.217424 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.217424 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.217687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.217687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.217946 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.218093 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.218231 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.218368 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.218514 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.218650 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.218790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.218927 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.219078 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.219248 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.219391 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.219527 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.219741 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.219949 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.219949 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.220325 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.220325 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.220597 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.220597 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.220818 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.220818 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.221045 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.221144 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.221306 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.221546 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.221974 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.221974 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.221974 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.222302 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.222302 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.222535 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.222535 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.222879 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.222879 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.223030 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.223109 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.223235 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.223394 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.223555 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.223757 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.223946 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.224071 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.224190 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.224339 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.224514 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.224673 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.224863 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.224991 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.225138 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.225296 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.225455 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.225613 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.225774 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.225933 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.226093 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.226319 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.226411 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.226551 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.226693 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.226855 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.227007 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.227164 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.227321 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.227480 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.227684 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.227851 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.227976 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.228119 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.228247 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.228410 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.228578 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.228736 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.228898 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.229056 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.229221 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.229389 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.229549 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.229708 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.229867 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.230018 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.230169 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.230332 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.230504 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.230631 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.230753 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.230909 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.231075 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.231243 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.231407 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.231561 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.231744 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.231929 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.232090 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.232249 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.232409 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.232569 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.232806 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.232906 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.233034 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.233194 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.233353 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.233512 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.233672 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.233832 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.233991 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.234150 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.234308 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.234468 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.234628 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.234787 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.234948 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.235108 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.235269 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.235428 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.235586 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.235766 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.235926 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.236086 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.236245 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.236425 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.236553 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.236712 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.237687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.237687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.237687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.237687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.237687 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.238639 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.238639 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.238639 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239016 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:57.239154 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239154 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239154 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239154 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239154 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.239790 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.240276 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.240276 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.240276 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.240484 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.240563 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.240675 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.240835 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.241010 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.241169 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.241329 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.241488 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.241646 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.241806 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.241965 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.242124 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.242283 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.242441 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.242600 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.242763 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.242941 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.243072 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.243231 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.243391 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.243551 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.243739 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.243915 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.244061 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.244221 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.244379 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.244538 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.244696 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.244865 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.245023 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.245181 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.245339 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.245497 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.245664 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.245822 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.245980 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.246138 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.246297 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.246468 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.246630 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.246786 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.246944 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.247102 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.247270 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.247428 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.247586 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.247766 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.247926 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.248093 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.248256 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.248416 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.248584 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.248743 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.248901 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.249059 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.249231 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.249390 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.249553 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.249711 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.249871 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.250031 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.250192 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.250356 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.250525 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.250691 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.250853 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.251022 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.251190 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.251358 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.251522 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.251708 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.251881 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.252041 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.252200 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.252358 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.253590 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.253590 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.253590 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.253837 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.253837 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.253976 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.254548 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.254548 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.254548 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.254548 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.254846 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.254846 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.255371 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.255371 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.255371 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.255605 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:47:57.255605 dv-cinder-786384-7-smb neutron-server[103785]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:47:57.555588 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 36572) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:57.564107 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063615 May 31 11:48:08.488889 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bee3ea-b5ed-452a-b6c4-be460318e657 None None] get_active_networks_info from dv-cinder-786384-7-smb {{(pid=103896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 11:48:08.556158 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bee3ea-b5ed-452a-b6c4-be460318e657 None None] No non-hosted networks {{(pid=103896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 11:48:08.563348 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.agentschedulers_db [None req-28bee3ea-b5ed-452a-b6c4-be460318e657 None None] DHCP Agent not found on host dv-cinder-786384-7-smb {{(pid=103896) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 11:48:08.695894 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6f75fea-814f-4d65-8720-defbaa5b338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054'] for agent, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:11.024982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054'] for agent, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:11.026613 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.027005 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.027344 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.027779 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.028008 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.028369 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.028691 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.029418 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.029833 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.030062 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.030384 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.030700 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:11.031122 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786384-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:11.040801 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786384-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:11.210078 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90f38659-61ab-452b-8467-ff9667db9481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054'] for agent, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:11.245832 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.db.api [None req-f1c4f373-4bc8-4553-9759-c29b297e9a10 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-786384-7-smb {{(pid=103896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 11:48:11.246243 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_db.api [None req-f1c4f373-4bc8-4553-9759-c29b297e9a10 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 11:48:11.907800 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c4f373-4bc8-4553-9759-c29b297e9a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:12.227163 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054'] for agent, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:13.924650 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054'] for agent, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.292177 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 36666) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:15.912499 dv-cinder-786384-7-smb neutron-server[103895]: WARNING oslo_policy.policy [None req-73a01c1b-67bd-4624-a520-38012f99f427 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:48:15.913115 dv-cinder-786384-7-smb neutron-server[103895]: WARNING oslo_policy.policy [None req-73a01c1b-67bd-4624-a520-38012f99f427 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:48:16.131463 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [None req-73a01c1b-67bd-4624-a520-38012f99f427 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:48:16.132676 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-73a01c1b-67bd-4624-a520-38012f99f427 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8395605 May 31 11:48:16.151791 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.db.l3_hamode_db [None req-57ca0926-dfac-484c-bdd3-052f4d3bed79 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 11:48:16.242502 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca0926-dfac-484c-bdd3-052f4d3bed79 None None] Routers set() bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:16.242883 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca0926-dfac-484c-bdd3-052f4d3bed79 None None] Router IDs set() for agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 11:48:18.453112 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 36680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:18.826456 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:18.926847 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.policy [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103895) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:48:18.972292 dv-cinder-786384-7-smb neutron-server[103895]: WARNING oslo_policy.policy [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:48:18.972658 dv-cinder-786384-7-smb neutron-server[103895]: WARNING oslo_policy.policy [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:48:18.981045 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.quota [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] Loaded quota_driver: . May 31 11:48:18.996276 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:19.165115 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744557634818', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744557633670', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744557655708', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744557650504', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744557660355', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744557666710', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1576834', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1626368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603039'] for rbac-policy, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:19.301229 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:19.302412 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-4d94bbc9-5b4f-4b36-8524-0a2f92313957 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8483450 May 31 11:48:21.900509 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 36694) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:22.247515 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'admin_state_up': True, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:22.253069 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:22.257470 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Usage tracker for resource:network and tenant:9df53ad87f004dec81a1ba3b874d3ff1 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:22.262285 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:22.268377 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:22.334919 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Made reservation on behalf of 9df53ad87f004dec81a1ba3b874d3ff1 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:48:22.337911 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.356076 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.370833 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:22.374451 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Usage tracker for resource:security_group_rule and tenant:9df53ad87f004dec81a1ba3b874d3ff1 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:22.380500 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:22.386475 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:22.485177 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.541099 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.545453 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:22.567121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:48:22.592595 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744560323045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.593232 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Unsubscribe: segment precommit_create {{(pid=103895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:48:22.593679 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.segments_db [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Added segment 948d414c-fe9d-4ac5-b72f-fb6e11c87692 of type vlan for network 3d901b32-7b31-4810-9e69-8a19dabc86d5 May 31 11:48:22.602153 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bb955b-3165-4c9b-aabe-b45c6080129a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:22.658409 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.658886 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.659357 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.659706 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.660069 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.660382 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.660694 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.661007 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.661336 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.661647 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.661953 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.662256 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Tracked resource versions report: May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: pushed versions: May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: { 'AddressGroup': {'1.2'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'ConntrackHelper': {'1.0'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Log': {'1.0'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Network': {'1.1'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Port': {'1.7'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'PortForwarding': {'1.2'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'QosPolicy': {'1.8'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'SecurityGroup': {'1.4'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'SecurityGroupRule': {'1.2'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'SubPort': {'1.0'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Subnet': {'1.1'}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Trunk': {'1.1'}} May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: consumer versions: May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: { DHCP agent@dv-cinder-786384-7-smb: {}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: L3 agent@dv-cinder-786384-7-smb: {}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: Metadata agent@dv-cinder-786384-7-smb: {}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: Metering agent@dv-cinder-786384-7-smb: {}, May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: Open vSwitch agent@dv-cinder-786384-7-smb: { 'AddressGroup': '1.2', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'ConntrackHelper': '1.0', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Log': '1.0', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Network': '1.1', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Port': '1.7', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'PortForwarding': '1.2', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'QosPolicy': '1.8', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'SecurityGroup': '1.4', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'SecurityGroupRule': '1.2', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'SubPort': '1.0', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Subnet': '1.1', May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: 'Trunk': '1.1'}} May 31 11:48:22.663353 dv-cinder-786384-7-smb neutron-server[103895]: {{(pid=103895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:48:22.718149 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:22.719886 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.804605 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.806053 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:22.806713 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.811425 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:22.910248 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Pushing event updated for resources: {'Network': ['ID=3d901b32-7b31-4810-9e69-8a19dabc86d5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:22.916835 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:22.923522 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 3d901b32-7b31-4810-9e69-8a19dabc86d5 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:48:22.964736 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0631690 May 31 11:48:25.672724 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36710) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:26.262689 dv-cinder-786384-7-smb neutron-server[103894]: WARNING oslo_policy.policy [None req-b660e681-2c63-4983-b4a2-ac9cce8d04bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:48:26.263272 dv-cinder-786384-7-smb neutron-server[103894]: WARNING oslo_policy.policy [None req-b660e681-2c63-4983-b4a2-ac9cce8d04bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:48:26.694629 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.policy [None req-b660e681-2c63-4983-b4a2-ac9cce8d04bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103894) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:48:26.739462 dv-cinder-786384-7-smb neutron-server[103894]: WARNING oslo_policy.policy [None req-b660e681-2c63-4983-b4a2-ac9cce8d04bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:48:26.739883 dv-cinder-786384-7-smb neutron-server[103894]: WARNING oslo_policy.policy [None req-b660e681-2c63-4983-b4a2-ac9cce8d04bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:48:26.747952 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b660e681-2c63-4983-b4a2-ac9cce8d04bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:26.749744 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b660e681-2c63-4983-b4a2-ac9cce8d04bb admin admin] 10.222.0.58 "GET /v2.0/networks/3d901b32-7b31-4810-9e69-8a19dabc86d5 HTTP/1.1" status: 200 len: 825 time: 1.0750225 May 31 11:48:26.782114 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-05121d08-1e1c-419d-923f-cfd70e954971 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/2e9b675a-2082-4d10-9a35-b8389f2aa66f HTTP/1.1" status: 200 len: 734 time: 0.0263958 May 31 11:48:26.791421 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Request body: {'subnet': {'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '2e9b675a-2082-4d10-9a35-b8389f2aa66f', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'name': 'private-subnet'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:26.793028 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.quota [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Loaded quota_driver: . May 31 11:48:26.799854 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:26.805481 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Usage tracker for resource:subnet and tenant:9df53ad87f004dec81a1ba3b874d3ff1 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:26.808781 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:26.815666 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:26.890085 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Made reservation on behalf of 9df53ad87f004dec81a1ba3b874d3ff1 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:48:26.892998 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:27.420930 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:27.426830 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:27.504899 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Checking segment: {'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:27.505293 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Network hostable DHCP agents. Network: 3d901b32-7b31-4810-9e69-8a19dabc86d5, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:48:27.518460 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3593b42c-0228-421d-b895-68dac9a32b70,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:27.530771 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.531124 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.531453 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.531805 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.532116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.532424 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.532734 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.533040 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.533392 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.533701 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.534006 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.534303 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Tracked resource versions report: May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: pushed versions: May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: { 'AddressGroup': {'1.2'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'ConntrackHelper': {'1.0'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Log': {'1.0'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Network': {'1.1'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Port': {'1.7'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'PortForwarding': {'1.2'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'QosPolicy': {'1.8'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'SecurityGroup': {'1.4'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'SecurityGroupRule': {'1.2'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'SubPort': {'1.0'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Subnet': {'1.1'}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Trunk': {'1.1'}} May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: consumer versions: May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: { DHCP agent@dv-cinder-786384-7-smb: {}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: L3 agent@dv-cinder-786384-7-smb: {}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: Metadata agent@dv-cinder-786384-7-smb: {}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: Metering agent@dv-cinder-786384-7-smb: {}, May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: Open vSwitch agent@dv-cinder-786384-7-smb: { 'AddressGroup': '1.2', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'ConntrackHelper': '1.0', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Log': '1.0', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Network': '1.1', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Port': '1.7', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'PortForwarding': '1.2', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'QosPolicy': '1.8', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'SecurityGroup': '1.4', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'SecurityGroupRule': '1.2', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'SubPort': '1.0', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Subnet': '1.1', May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: 'Trunk': '1.1'}} May 31 11:48:27.535374 dv-cinder-786384-7-smb neutron-server[103894]: {{(pid=103894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:48:27.562652 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:27.604144 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Network 3d901b32-7b31-4810-9e69-8a19dabc86d5 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:48:27.672635 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 3d901b32-7b31-4810-9e69-8a19dabc86d5) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:27.678414 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:27.699582 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:27.700212 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe72b1-6c0e-40b0-a81d-db1ec5258d1f None None] Network 3d901b32-7b31-4810-9e69-8a19dabc86d5 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:48:27.770369 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9823649 May 31 11:48:28.001934 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89873942-73b8-4624-956b-90507f781503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7f8a48-38bf-5b06-b0f4-c8fa0083efd9-3d901b32-7b31-4810-9e69-8a19dabc86d5', 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'fixed_ips': [{'subnet_id': '3593b42c-0228-421d-b895-68dac9a32b70'}]}} from dv-cinder-786384-7-smb. {{(pid=103896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:48:28.003151 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:28.195357 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-89873942-73b8-4624-956b-90507f781503 None None] Allocated IP 172.20.0.2 (3d901b32-7b31-4810-9e69-8a19dabc86d5/3593b42c-0228-421d-b895-68dac9a32b70/61672015-b555-4e71-8b79-903c76a5700b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:28.436695 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:28.452181 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-89873942-73b8-4624-956b-90507f781503 None None] Transition to ACTIVE for port object 61672015-b555-4e71-8b79-903c76a5700b will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:28.473265 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-89873942-73b8-4624-956b-90507f781503 None None] Transition to ACTIVE for port object 61672015-b555-4e71-8b79-903c76a5700b will not be triggered until provisioned by entity DHCP. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:28.541605 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:28.546647 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:28.614384 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89873942-73b8-4624-956b-90507f781503 None None] Network 3d901b32-7b31-4810-9e69-8a19dabc86d5 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:28.617388 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-89873942-73b8-4624-956b-90507f781503 None None] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:28.624225 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89873942-73b8-4624-956b-90507f781503 None None] Pushing event updated for resources: {'Port': ['ID=61672015-b555-4e71-8b79-903c76a5700b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:28.626618 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89873942-73b8-4624-956b-90507f781503 None None] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:28.637141 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.637483 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.637819 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.638141 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.638471 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.638787 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.639100 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.639422 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.639781 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.640100 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.640409 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.640719 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Tracked resource versions report: May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: pushed versions: May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: { 'AddressGroup': {'1.2'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'ConntrackHelper': {'1.0'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Log': {'1.0'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Network': {'1.1'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Port': {'1.7'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'PortForwarding': {'1.2'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'QosPolicy': {'1.8'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'SecurityGroup': {'1.4'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'SecurityGroupRule': {'1.2'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'SubPort': {'1.0'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Subnet': {'1.1'}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Trunk': {'1.1'}} May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: consumer versions: May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: { DHCP agent@dv-cinder-786384-7-smb: {}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: L3 agent@dv-cinder-786384-7-smb: {}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: Metadata agent@dv-cinder-786384-7-smb: {}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: Metering agent@dv-cinder-786384-7-smb: {}, May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: Open vSwitch agent@dv-cinder-786384-7-smb: { 'AddressGroup': '1.2', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'ConntrackHelper': '1.0', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Log': '1.0', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Network': '1.1', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Port': '1.7', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'PortForwarding': '1.2', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'QosPolicy': '1.8', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'SecurityGroup': '1.4', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'SecurityGroupRule': '1.2', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'SubPort': '1.0', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Subnet': '1.1', May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: 'Trunk': '1.1'}} May 31 11:48:28.641840 dv-cinder-786384-7-smb neutron-server[103896]: {{(pid=103896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:48:28.679082 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-89873942-73b8-4624-956b-90507f781503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:28.737792 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-89873942-73b8-4624-956b-90507f781503 None None] Attempting to bind port 61672015-b555-4e71-8b79-903c76a5700b on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:48:28.738343 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-89873942-73b8-4624-956b-90507f781503 None None] Attempting to bind port 61672015-b555-4e71-8b79-903c76a5700b by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:48:28.738636 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89873942-73b8-4624-956b-90507f781503 None None] Attempting to bind port 61672015-b555-4e71-8b79-903c76a5700b on network 3d901b32-7b31-4810-9e69-8a19dabc86d5 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:28.744736 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89873942-73b8-4624-956b-90507f781503 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:48:28.745145 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89873942-73b8-4624-956b-90507f781503 None None] Checking segment: {'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:28.745608 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:28.745996 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89873942-73b8-4624-956b-90507f781503 None None] Bound using segment: {'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:48:28.746512 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-89873942-73b8-4624-956b-90507f781503 None None] Bound port: 61672015-b555-4e71-8b79-903c76a5700b, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:48:28.746880 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:28.847389 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-89873942-73b8-4624-956b-90507f781503 None None] For port 61672015-b555-4e71-8b79-903c76a5700b, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:48:28.851502 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-89873942-73b8-4624-956b-90507f781503 None None] For port 61672015-b555-4e71-8b79-903c76a5700b, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=61672015-b555-4e71-8b79-903c76a5700b,segment=NetworkSegment(948d414c-fe9d-4ac5-b72f-fb6e11c87692),segment_id=948d414c-fe9d-4ac5-b72f-fb6e11c87692)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:48:28.930160 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89873942-73b8-4624-956b-90507f781503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:28.934235 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-89873942-73b8-4624-956b-90507f781503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:29.024114 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89873942-73b8-4624-956b-90507f781503 None None] Pushing event updated for resources: {'Port': ['ID=61672015-b555-4e71-8b79-903c76a5700b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:29.027573 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-89873942-73b8-4624-956b-90507f781503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:30.197999 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36730) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:30.593255 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [None req-a684214e-f2b2-4bbd-a38f-ac8a10df9340 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:48:30.594311 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a684214e-f2b2-4bbd-a38f-ac8a10df9340 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3953910 May 31 11:48:33.004073 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36740) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:33.404712 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [None req-4a696a16-3f21-4fdd-84d8-2a67f149ff0e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:48:33.405689 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-4a696a16-3f21-4fdd-84d8-2a67f149ff0e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4007640 May 31 11:48:34.580930 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b44504-fbd7-46f9-b469-072ae2a17169 None None] Network 3d901b32-7b31-4810-9e69-8a19dabc86d5 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:48:34.744420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-712ccc6d-33db-422f-bc2a-ce5fe07abc95 None None] Provisioning for port 61672015-b555-4e71-8b79-903c76a5700b completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:34.835987 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 61672015-b555-4e71-8b79-903c76a5700b up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:34.987625 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 61672015-b555-4e71-8b79-903c76a5700b completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:34.993574 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 61672015-b555-4e71-8b79-903c76a5700b triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:34.993982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:35.124605 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-ffa98f66-0860-4cc2-a699-6bdd70873fbc None None] Provisioning complete for port 61672015-b555-4e71-8b79-903c76a5700b triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:35.124969 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ffa98f66-0860-4cc2-a699-6bdd70873fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:35.180438 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:35.237776 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 61672015-b555-4e71-8b79-903c76a5700b, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=61672015-b555-4e71-8b79-903c76a5700b,segment=NetworkSegment(948d414c-fe9d-4ac5-b72f-fb6e11c87692),segment_id=948d414c-fe9d-4ac5-b72f-fb6e11c87692)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:35.296267 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:35.297012 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ffa98f66-0860-4cc2-a699-6bdd70873fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:35.311959 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:35.432148 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=61672015-b555-4e71-8b79-903c76a5700b,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:35.435435 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:35.447097 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.db.api [None req-ffa98f66-0860-4cc2-a699-6bdd70873fbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 11:48:35.447097 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_db.api [None req-ffa98f66-0860-4cc2-a699-6bdd70873fbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 11:48:36.078503 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36756) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:36.452411 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'name': 'router1'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:36.457903 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:36.461752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Usage tracker for resource:router and tenant:9df53ad87f004dec81a1ba3b874d3ff1 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:36.465153 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:36.471677 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:36.575060 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:36.576784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:36.599102 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:36.776371 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558'] for router, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:36.801056 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 61672015-b555-4e71-8b79-903c76a5700b up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:36.868180 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 61672015-b555-4e71-8b79-903c76a5700b triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:36.868558 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:36.946587 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:36.948082 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-722528b5-da28-4f41-b421-ed4051beee5a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8686254 May 31 11:48:38.443916 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b81f8f6b-72fd-42c2-a5b1-978ccc7b7e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:39.329150 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36766) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:39.709209 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [None req-1026cca2-160d-475b-8444-3ad80a52badd admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:48:39.710171 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-1026cca2-160d-475b-8444-3ad80a52badd admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3801033 May 31 11:48:41.004470 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:41.186584 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53a05ff7-6be7-4072-bd39-d3c120f3010b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.080844 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36776) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:42.118725 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.466288 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:42.472778 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:42.482903 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Usage tracker for resource:network and tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:42.482903 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:42.485355 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:42.575264 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Made reservation on behalf of 2ea0b8b461d94260bf9c4bdd59e0bf96 for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:48:42.577672 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.597992 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.612591 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:42.616257 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:42.619406 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:42.625080 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:42.722992 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.786883 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.790138 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:42.805696 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Reserving flat network on physical network physnet1 {{(pid=103894) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 11:48:42.826635 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83f2100-3630-445e-91d4-c7560a1f969a,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:42.832365 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744560323045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.836992 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Unsubscribe: segment precommit_create {{(pid=103894) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:48:42.836992 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Added segment 62636ae7-aa82-413e-b693-fd8b50c60b18 of type flat for network 182eec52-fc32-4a2b-9fae-2f284fe082da May 31 11:48:42.840448 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:42.880343 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.975500 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.976806 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:42.977380 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:42.980553 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:43.077409 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Pushing event updated for resources: {'Network': ['ID=182eec52-fc32-4a2b-9fae-2f284fe082da,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:43.080751 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:43.087806 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 182eec52-fc32-4a2b-9fae-2f284fe082da details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:48:43.136344 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0543737 May 31 11:48:43.832702 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:45.489177 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36796) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:45.702886 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd350054-9ecd-498a-afc7-c26c83b3e37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:45.704239 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fd350054-9ecd-498a-afc7-c26c83b3e37b admin admin] 10.222.0.58 "GET /v2.0/subnets/3593b42c-0228-421d-b895-68dac9a32b70 HTTP/1.1" status: 200 len: 849 time: 0.2141128 May 31 11:48:45.849774 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-32d1f349-0846-42f7-a0bc-737f05a4d871 admin admin] 10.222.0.58 "GET /v2.0/routers/c23535f5-f0e5-4bdb-8372-e34bd48f6387 HTTP/1.1" status: 200 len: 704 time: 0.1395793 May 31 11:48:46.323944 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:46.598659 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Allocated IP 172.20.0.1 (3d901b32-7b31-4810-9e69-8a19dabc86d5/3593b42c-0228-421d-b895-68dac9a32b70/c33474a6-7e29-47d1-88fb-43d55534e9ce) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:46.751295 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:46.769107 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Transition to ACTIVE for port object c33474a6-7e29-47d1-88fb-43d55534e9ce will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:46.890111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:46.894235 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:46.957272 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Network 3d901b32-7b31-4810-9e69-8a19dabc86d5 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:46.960130 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:46.963887 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:46.964404 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437527'] for router_interface, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:47.089399 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Pushing event updated for resources: {'Port': ['ID=c33474a6-7e29-47d1-88fb-43d55534e9ce,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:47.103769 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:47.243920 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-aabbfdba-54f3-4e5e-8465-0210c6dc7d49 None None] Provisioning for port c33474a6-7e29-47d1-88fb-43d55534e9ce completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:47.248630 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-aabbfdba-54f3-4e5e-8465-0210c6dc7d49 None None] Provisioning complete for port c33474a6-7e29-47d1-88fb-43d55534e9ce triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:47.248994 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aabbfdba-54f3-4e5e-8465-0210c6dc7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:47.287402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:47.307035 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-aabbfdba-54f3-4e5e-8465-0210c6dc7d49 None None] Port c33474a6-7e29-47d1-88fb-43d55534e9ce cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:48:47.515828 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:47.581488 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:47.582499 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437690'] for router_interface, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:47.585885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:47.714046 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Pushing event updated for resources: {'Port': ['ID=c33474a6-7e29-47d1-88fb-43d55534e9ce,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:47.718142 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:47.775283 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Network 3d901b32-7b31-4810-9e69-8a19dabc86d5 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:47.776281 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:48.021129 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Router c23535f5-f0e5-4bdb-8372-e34bd48f6387 is scheduled to L3 agent 81986136-6268-4c02-84da-1ad85eb25ead with binding_index 1 {{(pid=103894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:48:48.030357 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-faa5380e-05ef-4de7-930e-af2af5964cac None None] Provisioning complete for port c33474a6-7e29-47d1-88fb-43d55534e9ce triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:48.030638 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-faa5380e-05ef-4de7-930e-af2af5964cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:48.083012 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-faa5380e-05ef-4de7-930e-af2af5964cac None None] Port c33474a6-7e29-47d1-88fb-43d55534e9ce cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:48:48.216707 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:48.226592 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Sync routers for ids ['c23535f5-f0e5-4bdb-8372-e34bd48f6387'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:48.227670 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] 10.222.0.58 "PUT /v2.0/routers/c23535f5-f0e5-4bdb-8372-e34bd48f6387/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3729265 May 31 11:48:48.236674 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Routers {'c23535f5-f0e5-4bdb-8372-e34bd48f6387'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:48.238633 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:48:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c23535f5-f0e5-4bdb-8372-e34bd48f6387'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:48.417537 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Set router c23535f5-f0e5-4bdb-8372-e34bd48f6387 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:48.792120 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'name': 'router1', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:36Z', 'updated_at': '2021-05-31T11:48:47Z', 'revision_number': 2, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'gw_port_host': None, '_interfaces': [{'id': 'c33474a6-7e29-47d1-88fb-43d55534e9ce', 'name': '', 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'mac_address': 'fa:16:3e:55:1e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3593b42c-0228-421d-b895-68dac9a32b70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:46Z', 'updated_at': '2021-05-31T11:48:47Z', 'revision_number': 2, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'subnets': [{'id': '3593b42c-0228-421d-b895-68dac9a32b70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e9b675a-2082-4d10-9a35-b8389f2aa66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:48.797108 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Checking router: c23535f5-f0e5-4bdb-8372-e34bd48f6387 for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:48.797483 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Updating router c23535f5-f0e5-4bdb-8372-e34bd48f6387 port c33474a6-7e29-47d1-88fb-43d55534e9ce binding host dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:48:48.853781 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:49.231818 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:49.246436 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Transition to ACTIVE for port object c33474a6-7e29-47d1-88fb-43d55534e9ce will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:49.324207 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:49.331552 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:49.543133 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Pushing event updated for resources: {'Port': ['ID=c33474a6-7e29-47d1-88fb-43d55534e9ce,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:49.554830 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.555159 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.555483 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.555831 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.556145 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.556455 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.556764 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.557072 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.557382 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.557687 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.557989 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.558290 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Tracked resource versions report: May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: pushed versions: May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: { 'AddressGroup': {'1.2'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'ConntrackHelper': {'1.0'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Log': {'1.0'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Network': {'1.1'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Port': {'1.7'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'PortForwarding': {'1.2'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'QosPolicy': {'1.8'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'SecurityGroup': {'1.4'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'SecurityGroupRule': {'1.2'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'SubPort': {'1.0'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Subnet': {'1.1'}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Trunk': {'1.1'}} May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: consumer versions: May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: { DHCP agent@dv-cinder-786384-7-smb: {}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: L3 agent@dv-cinder-786384-7-smb: {}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: Metadata agent@dv-cinder-786384-7-smb: {}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: Metering agent@dv-cinder-786384-7-smb: {}, May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: Open vSwitch agent@dv-cinder-786384-7-smb: { 'AddressGroup': '1.2', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'ConntrackHelper': '1.0', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Log': '1.0', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Network': '1.1', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Port': '1.7', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'PortForwarding': '1.2', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'QosPolicy': '1.8', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'SecurityGroup': '1.4', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'SecurityGroupRule': '1.2', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'SubPort': '1.0', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Subnet': '1.1', May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: 'Trunk': '1.1'}} May 31 11:48:49.559366 dv-cinder-786384-7-smb neutron-server[103897]: {{(pid=103897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:48:49.563436 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Attempting to bind port c33474a6-7e29-47d1-88fb-43d55534e9ce on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:48:49.563846 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Attempting to bind port c33474a6-7e29-47d1-88fb-43d55534e9ce by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:48:49.564286 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Attempting to bind port c33474a6-7e29-47d1-88fb-43d55534e9ce on network 3d901b32-7b31-4810-9e69-8a19dabc86d5 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:49.566977 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:49.570922 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:48:49.571327 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Checking segment: {'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:49.571833 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:49.572210 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Bound using segment: {'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:48:49.572712 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Bound port: c33474a6-7e29-47d1-88fb-43d55534e9ce, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948d414c-fe9d-4ac5-b72f-fb6e11c87692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:48:49.573075 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:49.661300 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] For port c33474a6-7e29-47d1-88fb-43d55534e9ce, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:48:49.665509 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] For port c33474a6-7e29-47d1-88fb-43d55534e9ce, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=c33474a6-7e29-47d1-88fb-43d55534e9ce,segment=NetworkSegment(948d414c-fe9d-4ac5-b72f-fb6e11c87692),segment_id=948d414c-fe9d-4ac5-b72f-fb6e11c87692)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:48:49.735963 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:49.740610 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:49.826956 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Routers {'c23535f5-f0e5-4bdb-8372-e34bd48f6387'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:49.827436 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:48:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c23535f5-f0e5-4bdb-8372-e34bd48f6387'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:49.875533 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Pushing event updated for resources: {'Port': ['ID=c33474a6-7e29-47d1-88fb-43d55534e9ce,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:49.884553 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:50.011466 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] Set router c23535f5-f0e5-4bdb-8372-e34bd48f6387 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:50.348828 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a0048800-4414-431f-a28a-99e949c126ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'name': 'router1', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:36Z', 'updated_at': '2021-05-31T11:48:47Z', 'revision_number': 2, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'gw_port_host': None, '_interfaces': [{'id': 'c33474a6-7e29-47d1-88fb-43d55534e9ce', 'name': '', 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'mac_address': 'fa:16:3e:55:1e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3593b42c-0228-421d-b895-68dac9a32b70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:46Z', 'updated_at': '2021-05-31T11:48:49Z', 'revision_number': 4, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'subnets': [{'id': '3593b42c-0228-421d-b895-68dac9a32b70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e9b675a-2082-4d10-9a35-b8389f2aa66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:50.352859 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0048800-4414-431f-a28a-99e949c126ce None None] The sync data for ids ['c23535f5-f0e5-4bdb-8372-e34bd48f6387'] in dv-cinder-786384-7-smb is: [{'id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'name': 'router1', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:36Z', 'updated_at': '2021-05-31T11:48:47Z', 'revision_number': 2, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'gw_port_host': None, '_interfaces': [{'id': 'c33474a6-7e29-47d1-88fb-43d55534e9ce', 'name': '', 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'mac_address': 'fa:16:3e:55:1e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3593b42c-0228-421d-b895-68dac9a32b70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:46Z', 'updated_at': '2021-05-31T11:48:49Z', 'revision_number': 4, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'subnets': [{'id': '3593b42c-0228-421d-b895-68dac9a32b70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e9b675a-2082-4d10-9a35-b8389f2aa66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:50.422339 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36818) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:50.572662 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b13ba0-1c1d-41d2-aee9-ee0e712d8c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:50.573225 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-65b13ba0-1c1d-41d2-aee9-ee0e712d8c44 admin admin] Synchronizing usage tracker for tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 on resource:network {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:50.666890 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-65b13ba0-1c1d-41d2-aee9-ee0e712d8c44 admin admin] Unset dirty status for tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 on resource:network {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:50.668002 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-65b13ba0-1c1d-41d2-aee9-ee0e712d8c44 admin admin] 10.222.0.58 "GET /v2.0/networks/182eec52-fc32-4a2b-9fae-2f284fe082da HTTP/1.1" status: 200 len: 842 time: 0.2446847 May 31 11:48:50.678088 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:50.683478 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:50.687349 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Usage tracker for resource:subnet and tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:50.690941 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:50.697482 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:50.763979 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Made reservation on behalf of 2ea0b8b461d94260bf9c4bdd59e0bf96 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:48:50.766495 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:51.273501 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.objects.ports [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103894) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 11:48:51.274096 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:51.278755 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:51.350179 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad51e77-307c-4612-a8f5-884d2dcc76db,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:51.353553 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:51.359080 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:51.359440 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Network hostable DHCP agents. Network: 182eec52-fc32-4a2b-9fae-2f284fe082da, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:48:51.466455 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:48:51.570129 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 182eec52-fc32-4a2b-9fae-2f284fe082da) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:51.575158 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:51.577036 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:51.578167 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3e2958-cbba-45e6-b5b8-dfa3ca007273 None None] Network 182eec52-fc32-4a2b-9fae-2f284fe082da requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:48:51.679676 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9934177 May 31 11:48:51.794644 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb4833-f94a-4572-ac0c-fbe1433e5134 None None] Network 182eec52-fc32-4a2b-9fae-2f284fe082da requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:48:53.961805 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36832) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:54.188078 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-c5f2e7a7-606e-4336-984c-328424f3d39d admin admin] 10.222.0.58 "GET /v2.0/routers/c23535f5-f0e5-4bdb-8372-e34bd48f6387 HTTP/1.1" status: 200 len: 710 time: 0.2251089 May 31 11:48:54.339615 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a136c9e6-1af8-4dbd-a585-02d0c5a761d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:54.345828 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a136c9e6-1af8-4dbd-a585-02d0c5a761d6 admin admin] 10.222.0.58 "GET /v2.0/networks/182eec52-fc32-4a2b-9fae-2f284fe082da HTTP/1.1" status: 200 len: 886 time: 0.1462979 May 31 11:48:54.349773 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:54.828700 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device c33474a6-7e29-47d1-88fb-43d55534e9ce up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:54.905990 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:54.963567 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port c33474a6-7e29-47d1-88fb-43d55534e9ce completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:54.968753 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port c33474a6-7e29-47d1-88fb-43d55534e9ce triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:54.969135 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.086637 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.121667 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port c33474a6-7e29-47d1-88fb-43d55534e9ce, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=c33474a6-7e29-47d1-88fb-43d55534e9ce,segment=NetworkSegment(948d414c-fe9d-4ac5-b72f-fb6e11c87692),segment_id=948d414c-fe9d-4ac5-b72f-fb6e11c87692)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:55.164052 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.166242 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:55.234661 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=c33474a6-7e29-47d1-88fb-43d55534e9ce,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:55.238024 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:55.307576 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.364855 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.498550 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Allocated IP 172.28.2.87 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/0689469c-091f-4d28-a9ef-2b5f727de3c7) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:55.645303 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.770817 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.774698 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:55.839108 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:55.841896 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:55.845304 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:55.905907 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Pushing event updated for resources: {'Port': ['ID=0689469c-091f-4d28-a9ef-2b5f727de3c7,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:55.956247 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:56.286143 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:56.664146 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:56.667340 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-441851'] for router, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:56.810155 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device c33474a6-7e29-47d1-88fb-43d55534e9ce up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:56.844170 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Router c23535f5-f0e5-4bdb-8372-e34bd48f6387 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:48:56.878137 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port c33474a6-7e29-47d1-88fb-43d55534e9ce triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:56.878509 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:57.020160 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:57.029094 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:57.029533 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Sync routers for ids ['c23535f5-f0e5-4bdb-8372-e34bd48f6387'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:57.030279 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] 10.222.0.58 "PUT /v2.0/routers/c23535f5-f0e5-4bdb-8372-e34bd48f6387 HTTP/1.1" status: 200 len: 889 time: 2.6838760 May 31 11:48:57.040382 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Routers {'c23535f5-f0e5-4bdb-8372-e34bd48f6387'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:57.041024 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:48:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c23535f5-f0e5-4bdb-8372-e34bd48f6387'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:57.235764 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Set router c23535f5-f0e5-4bdb-8372-e34bd48f6387 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:57.588810 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'name': 'router1', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '0689469c-091f-4d28-a9ef-2b5f727de3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:36Z', 'updated_at': '2021-05-31T11:48:56Z', 'revision_number': 4, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'gw_port': {'id': '0689469c-091f-4d28-a9ef-2b5f727de3c7', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:55Z', 'updated_at': '2021-05-31T11:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'c33474a6-7e29-47d1-88fb-43d55534e9ce', 'name': '', 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'mac_address': 'fa:16:3e:55:1e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3593b42c-0228-421d-b895-68dac9a32b70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:46Z', 'updated_at': '2021-05-31T11:48:55Z', 'revision_number': 5, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'subnets': [{'id': '3593b42c-0228-421d-b895-68dac9a32b70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e9b675a-2082-4d10-9a35-b8389f2aa66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:57.593897 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Checking router: c23535f5-f0e5-4bdb-8372-e34bd48f6387 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:57.594252 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Updating router c23535f5-f0e5-4bdb-8372-e34bd48f6387 port 0689469c-091f-4d28-a9ef-2b5f727de3c7 binding host dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:48:57.646567 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:57.979375 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:57.992095 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Transition to ACTIVE for port object 0689469c-091f-4d28-a9ef-2b5f727de3c7 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:58.055170 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:58.059098 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:58.136963 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Attempting to bind port 0689469c-091f-4d28-a9ef-2b5f727de3c7 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:48:58.137330 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Attempting to bind port 0689469c-091f-4d28-a9ef-2b5f727de3c7 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:48:58.137688 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Attempting to bind port 0689469c-091f-4d28-a9ef-2b5f727de3c7 on network 182eec52-fc32-4a2b-9fae-2f284fe082da {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:58.144908 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7f7b4-2464-4caf-8e16-628794d8216c None None] Pushing event updated for resources: {'Port': ['ID=0689469c-091f-4d28-a9ef-2b5f727de3c7,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:58.148149 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bcc7f7b4-2464-4caf-8e16-628794d8216c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:58.149225 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:48:58.149598 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:58.149997 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:58.150375 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Bound using segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:48:58.150845 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Bound port: 0689469c-091f-4d28-a9ef-2b5f727de3c7, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:48:58.151213 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:58.230933 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] For port 0689469c-091f-4d28-a9ef-2b5f727de3c7, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:48:58.233907 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] For port 0689469c-091f-4d28-a9ef-2b5f727de3c7, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=0689469c-091f-4d28-a9ef-2b5f727de3c7,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:48:58.284355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:58.288948 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:58.368910 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Routers {'c23535f5-f0e5-4bdb-8372-e34bd48f6387'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:58.369432 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:48:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c23535f5-f0e5-4bdb-8372-e34bd48f6387'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:58.416287 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7f7b4-2464-4caf-8e16-628794d8216c None None] Pushing event updated for resources: {'Port': ['ID=0689469c-091f-4d28-a9ef-2b5f727de3c7,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:58.425138 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bcc7f7b4-2464-4caf-8e16-628794d8216c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:58.562196 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] Set router c23535f5-f0e5-4bdb-8372-e34bd48f6387 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:58.927459 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'name': 'router1', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '0689469c-091f-4d28-a9ef-2b5f727de3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:36Z', 'updated_at': '2021-05-31T11:48:56Z', 'revision_number': 4, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'gw_port': {'id': '0689469c-091f-4d28-a9ef-2b5f727de3c7', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:55Z', 'updated_at': '2021-05-31T11:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'c33474a6-7e29-47d1-88fb-43d55534e9ce', 'name': '', 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'mac_address': 'fa:16:3e:55:1e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3593b42c-0228-421d-b895-68dac9a32b70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:46Z', 'updated_at': '2021-05-31T11:48:55Z', 'revision_number': 5, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'subnets': [{'id': '3593b42c-0228-421d-b895-68dac9a32b70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e9b675a-2082-4d10-9a35-b8389f2aa66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:58.931777 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a058ff-e37c-42e3-94bb-ed41742f2ab8 None None] The sync data for ids ['c23535f5-f0e5-4bdb-8372-e34bd48f6387'] in dv-cinder-786384-7-smb is: [{'id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'name': 'router1', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '0689469c-091f-4d28-a9ef-2b5f727de3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:36Z', 'updated_at': '2021-05-31T11:48:56Z', 'revision_number': 4, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'gw_port': {'id': '0689469c-091f-4d28-a9ef-2b5f727de3c7', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:55Z', 'updated_at': '2021-05-31T11:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'c33474a6-7e29-47d1-88fb-43d55534e9ce', 'name': '', 'network_id': '3d901b32-7b31-4810-9e69-8a19dabc86d5', 'tenant_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'mac_address': 'fa:16:3e:55:1e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23535f5-f0e5-4bdb-8372-e34bd48f6387', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3593b42c-0228-421d-b895-68dac9a32b70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:46Z', 'updated_at': '2021-05-31T11:48:55Z', 'revision_number': 5, 'project_id': '9df53ad87f004dec81a1ba3b874d3ff1', 'subnets': [{'id': '3593b42c-0228-421d-b895-68dac9a32b70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e9b675a-2082-4d10-9a35-b8389f2aa66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:59.402956 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 36842) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:59.524694 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fb1f65a7-7da2-47c1-9ca0-39e1165dfb5d admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1206112 May 31 11:49:00.864191 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 0689469c-091f-4d28-a9ef-2b5f727de3c7 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:49:00.986126 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 0689469c-091f-4d28-a9ef-2b5f727de3c7 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:49:00.991047 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 0689469c-091f-4d28-a9ef-2b5f727de3c7 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:49:00.991450 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:01.114086 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:01.131214 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:01.131902 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 0689469c-091f-4d28-a9ef-2b5f727de3c7, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=0689469c-091f-4d28-a9ef-2b5f727de3c7,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:49:01.197887 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:01.200262 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-89873942-73b8-4624-956b-90507f781503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:49:01.282693 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=0689469c-091f-4d28-a9ef-2b5f727de3c7,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:49:01.285951 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:49:02.831279 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 0689469c-091f-4d28-a9ef-2b5f727de3c7 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:49:02.925740 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 0689469c-091f-4d28-a9ef-2b5f727de3c7 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:49:02.926299 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:08.467198 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57193296-c798-4e50-a6e4-acbd610235c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:10.952081 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:11.197749 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24958284-1aa0-40b7-9559-b67efb04842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:12.124168 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:13.826807 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:38.130478 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:38.454389 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9a8ba66-d820-41e4-98f1-ba5bd769ac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:40.980923 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:41.728803 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ab1716f-c645-418b-aae8-8d54d9a7dc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:42.134745 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:43.797478 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.448530 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-faf296c3-9818-44c0-8a6e-75824963a69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:10.951623 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:11.197334 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa1-2df8-4640-b599-970ed2cb27ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:12.128356 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.796798 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:15.130280 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:37.323317 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37412) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:37.393719 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.pecan_wsgi.hooks.translation [None req-195b77f7-8714-4a8d-aa96-270038c2fbcf admin admin] GET failed (client error): The resource could not be found. May 31 11:50:37.394991 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-195b77f7-8714-4a8d-aa96-270038c2fbcf admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707109 May 31 11:50:37.523937 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb3c34-6ba7-4f96-bb22-3ccebc32579b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:37.525292 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-11cb3c34-6ba7-4f96-bb22-3ccebc32579b admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1264839 May 31 11:50:38.464688 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-744b3b7c-1bc2-4b23-9699-3f9559f3d472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:39.658002 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37422) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:39.765520 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90751481-40f8-4067-9df4-bb38f0f6abf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:39.766186 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-90751481-40f8-4067-9df4-bb38f0f6abf3 admin admin] Synchronizing usage tracker for tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 on resource:subnet {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:39.921992 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-90751481-40f8-4067-9df4-bb38f0f6abf3 admin admin] Unset dirty status for tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 on resource:subnet {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:39.923200 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-90751481-40f8-4067-9df4-bb38f0f6abf3 admin admin] 10.222.0.58 "GET /v2.0/subnets/3593b42c-0228-421d-b895-68dac9a32b70 HTTP/1.1" status: 200 len: 849 time: 0.2642260 May 31 11:50:39.933120 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:40.053534 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:40.333536 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744560181149'] for subnet, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:40.337586 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-09283157-fb70-4b7d-9e8c-5daf51d4d286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:40.381214 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:40.382327 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:40.386173 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ad91fc-078f-47ec-a89c-c7889c7aaf0e None None] Network 3d901b32-7b31-4810-9e69-8a19dabc86d5 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:50:40.392351 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] 10.222.0.58 "PUT /v2.0/subnets/3593b42c-0228-421d-b895-68dac9a32b70 HTTP/1.1" status: 200 len: 868 time: 0.4628725 May 31 11:50:40.418842 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3593b42c-0228-421d-b895-68dac9a32b70,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:40.427638 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.428036 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.428774 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.428774 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.429052 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.429418 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.429738 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.430070 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.430411 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.430735 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.431053 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.431368 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:40.435471 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:40.870899 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-46a23e24-32de-466f-8d51-7538ed078e86 None None] Provisioning complete for port c33474a6-7e29-47d1-88fb-43d55534e9ce triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:50:40.871271 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46a23e24-32de-466f-8d51-7538ed078e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:40.981653 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:41.014212 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-46a23e24-32de-466f-8d51-7538ed078e86 None None] Provisioning complete for port 61672015-b555-4e71-8b79-903c76a5700b triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:50:41.014584 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46a23e24-32de-466f-8d51-7538ed078e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:41.219317 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96693e7b-9769-449a-b232-e05dbbb3a300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:42.128085 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:42.529061 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37432) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:42.755329 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0311d2-b44d-45f2-a12b-37dd6b18e236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:42.755752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0311d2-b44d-45f2-a12b-37dd6b18e236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:42.757285 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-2c0311d2-b44d-45f2-a12b-37dd6b18e236 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2272823 May 31 11:50:43.887905 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:44.895979 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37442) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:45.076458 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65f105b-12c2-4cac-9269-7b61ec4084c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:45.076881 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65f105b-12c2-4cac-9269-7b61ec4084c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:45.078390 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f65f105b-12c2-4cac-9269-7b61ec4084c1 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1814730 May 31 11:50:47.224210 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37452) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:47.402858 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df292ef8-9831-4196-8f9f-684096ff57fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:47.404156 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-df292ef8-9831-4196-8f9f-684096ff57fe admin admin] 10.222.0.58 "GET /v2.0/networks/182eec52-fc32-4a2b-9fae-2f284fe082da HTTP/1.1" status: 200 len: 886 time: 0.1789827 May 31 11:50:49.542837 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37462) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:49.714986 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345eca00-5147-4cef-b322-f0452a943d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:49.716386 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-345eca00-5147-4cef-b322-f0452a943d3a admin admin] 10.222.0.58 "GET /v2.0/networks/3d901b32-7b31-4810-9e69-8a19dabc86d5 HTTP/1.1" status: 200 len: 869 time: 0.1725624 May 31 11:50:51.889323 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 37472) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:52.003571 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758759a-a747-468c-b4cc-3d2077808410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:52.004106 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758759a-a747-468c-b4cc-3d2077808410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:52.005559 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-1758759a-a747-468c-b4cc-3d2077808410 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1152635 May 31 11:50:52.128920 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:54.150337 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 37482) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:54.262726 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b7390-1a9b-467a-9b5c-19b33d73d65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:54.263181 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b7390-1a9b-467a-9b5c-19b33d73d65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:54.264688 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-f27b7390-1a9b-467a-9b5c-19b33d73d65c admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1134434 May 31 11:50:56.467068 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37492) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:56.567178 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a57e8f8-7cd0-42d9-bf2c-158cb8386a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:56.568548 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-2a57e8f8-7cd0-42d9-bf2c-158cb8386a3c admin admin] 10.222.0.58 "GET /v2.0/subnets/2ad51e77-307c-4612-a8f5-884d2dcc76db HTTP/1.1" status: 200 len: 816 time: 0.1005194 May 31 11:50:58.771446 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37502) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:58.886798 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1555507-2b0e-4692-b144-a446138216cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:58.888165 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-e1555507-2b0e-4692-b144-a446138216cf admin admin] 10.222.0.58 "GET /v2.0/subnets/3593b42c-0228-421d-b895-68dac9a32b70 HTTP/1.1" status: 200 len: 868 time: 0.1157200 May 31 11:51:08.424904 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60701afc-a5c1-4aa0-94e1-c8d542aaacd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:10.933265 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:11.207883 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e181d92-342f-4b68-aebd-c82e6852ea21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:12.115903 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:13.812623 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:22.126942 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37546) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:22.177407 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [None req-04e4e5ba-9aac-4110-8552-1a80e615f96f admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:51:22.178496 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-04e4e5ba-9aac-4110-8552-1a80e615f96f admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506051 May 31 11:51:24.398601 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37556) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:24.465458 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.pecan_wsgi.hooks.translation [None req-7511092d-0ad9-4969-a03e-198c1c8391a9 admin admin] GET failed (client error): The resource could not be found. May 31 11:51:24.467494 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-7511092d-0ad9-4969-a03e-198c1c8391a9 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672219 May 31 11:51:24.597754 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5cf22b-703f-41be-89a6-03411e573736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:24.599856 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-9c5cf22b-703f-41be-89a6-03411e573736 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1281762 May 31 11:51:26.746596 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 37566) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:26.794149 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:26.798701 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:26.809476 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:26.915581 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Made reservation on behalf of 2ea0b8b461d94260bf9c4bdd59e0bf96 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:51:26.917972 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:27.005771 dv-cinder-786384-7-smb neutron-server[103895]: WARNING neutron.services.revisions.revision_plugin [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Could not find related network for resource to bump revision. May 31 11:51:27.017576 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:51:27.027072 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:27.027409 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.segments_db [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Added segment d0a8d322-c4ab-463f-845c-e458d846a02b of type vlan for network 4513b2ed-306d-4d45-884c-9687a4be4bb0 May 31 11:51:27.052296 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:27.144527 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:27.146064 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:27.146629 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:27.149897 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:27.270132 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Pushing event updated for resources: {'Network': ['ID=4513b2ed-306d-4d45-884c-9687a4be4bb0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:27.276740 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.280391 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:27.283467 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:27.290628 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 4513b2ed-306d-4d45-884c-9687a4be4bb0 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:51:27.322530 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5747733 May 31 11:51:29.127759 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:51:29.485319 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37576) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:29.555794 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e70f326-2e05-42ed-9bf1-954fc248a3cf admin admin] GET failed (client error): The resource could not be found. May 31 11:51:29.557068 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8e70f326-2e05-42ed-9bf1-954fc248a3cf admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0707493 May 31 11:51:29.662503 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76979f09-4588-42b2-a71e-d90baf561355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:29.664004 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-76979f09-4588-42b2-a71e-d90baf561355 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1030731 May 31 11:51:29.673915 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0', 'name': 'shared-subnet'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:29.678588 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:29.688144 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:29.778254 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Made reservation on behalf of 2ea0b8b461d94260bf9c4bdd59e0bf96 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:51:29.780590 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Notify callbacks [] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:30.233746 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:30.237229 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:30.307156 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17df938-c9a7-4f0f-b853-ae1366021a01,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:30.309885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:30.315867 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Checking segment: {'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:30.316221 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Network hostable DHCP agents. Network: 4513b2ed-306d-4d45-884c-9687a4be4bb0, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:51:30.412805 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Network 4513b2ed-306d-4d45-884c-9687a4be4bb0 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:51:30.469838 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 4513b2ed-306d-4d45-884c-9687a4be4bb0) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:30.474396 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:30.475030 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:30.480025 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9bcbc3-6217-4dbb-bc11-36ce283f9666 None None] Network 4513b2ed-306d-4d45-884c-9687a4be4bb0 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:51:30.590205 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9199502 May 31 11:51:30.702109 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7f8a48-38bf-5b06-b0f4-c8fa0083efd9-4513b2ed-306d-4d45-884c-9687a4be4bb0', 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0', 'tenant_id': '2ea0b8b461d94260bf9c4bdd59e0bf96', 'fixed_ips': [{'subnet_id': 'c17df938-c9a7-4f0f-b853-ae1366021a01'}]}} from dv-cinder-786384-7-smb. {{(pid=103896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:51:30.702976 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:30.875243 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Allocated IP 192.168.233.2 (4513b2ed-306d-4d45-884c-9687a4be4bb0/c17df938-c9a7-4f0f-b853-ae1366021a01/74e5fb8a-426e-4cf4-ab9c-7cd09606aac1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:31.154547 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:31.164966 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Transition to ACTIVE for port object 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:31.182751 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Transition to ACTIVE for port object 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 will not be triggered until provisioned by entity DHCP. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:31.253654 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:31.259203 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:31.320553 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Network 4513b2ed-306d-4d45-884c-9687a4be4bb0 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:31.323411 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:31.327202 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:31.359415 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Pushing event updated for resources: {'Port': ['ID=74e5fb8a-426e-4cf4-ab9c-7cd09606aac1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:31.378637 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.378978 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.379710 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.380011 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.380346 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.380679 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.381001 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.381328 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.381665 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.381982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.382295 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.382602 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:31.409639 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:31.436353 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Attempting to bind port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:51:31.436717 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Attempting to bind port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:51:31.437076 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Attempting to bind port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 on network 4513b2ed-306d-4d45-884c-9687a4be4bb0 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:51:31.442501 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:51:31.442926 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Checking segment: {'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:31.443332 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:31.443750 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Bound using segment: {'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:51:31.444228 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Bound port: 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:51:31.444593 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:31.533328 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] For port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:51:31.537183 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] For port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=74e5fb8a-426e-4cf4-ab9c-7cd09606aac1,segment=NetworkSegment(d0a8d322-c4ab-463f-845c-e458d846a02b),segment_id=d0a8d322-c4ab-463f-845c-e458d846a02b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:51:31.619448 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:31.623423 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:31.701372 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Pushing event updated for resources: {'Port': ['ID=74e5fb8a-426e-4cf4-ab9c-7cd09606aac1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:31.713284 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:32.518668 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38388d66-e998-465d-a875-a3f8af047e65 None None] Network 4513b2ed-306d-4d45-884c-9687a4be4bb0 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:51:32.674919 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-0681321d-a61e-4d75-992a-3a4e367d860b None None] Provisioning for port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:32.966788 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:33.081575 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:33.086828 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:33.087193 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:33.253905 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:33.290446 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=74e5fb8a-426e-4cf4-ab9c-7cd09606aac1,segment=NetworkSegment(d0a8d322-c4ab-463f-845c-e458d846a02b),segment_id=d0a8d322-c4ab-463f-845c-e458d846a02b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:33.373106 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:33.376056 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:33.444000 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=74e5fb8a-426e-4cf4-ab9c-7cd09606aac1,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:33.447162 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:34.926814 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:34.998007 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 74e5fb8a-426e-4cf4-ab9c-7cd09606aac1 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:34.998379 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:38.452597 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cbbba6b-e20b-44a9-a872-6d27e31308d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:40.955941 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:41.223981 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-447f6463-384f-4f73-904e-9b9d6f1402fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:42.127220 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:43.806298 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:06.126122 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:08.464118 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9804dd69-b010-4432-a8c6-8b5756e2fec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:10.967008 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:11.201252 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be47c409-9406-4e8f-8e69-963c908e7310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:12.155471 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:13.829446 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.451915 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c4c2-a582-49c2-a531-8bb8a2d79d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.954899 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.286392 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4553c7ca-828c-4e8c-880a-e88dec6c6682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.131797 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.124567 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:43.818067 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:47.436505 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37626) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:47.443548 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [None req-a9c7f027-279e-4d7f-9a24-56b02a917378 tempest-verify_tempest_config-411229242 tempest-verify_tempest_config-411229242-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:52:47.444638 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a9c7f027-279e-4d7f-9a24-56b02a917378 tempest-verify_tempest_config-411229242 tempest-verify_tempest_config-411229242-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070806 May 31 11:52:47.929705 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37644) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:48.045972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.060597 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:48.064360 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2ce4f56fbc425bab8a115ca46416ab is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:48.067365 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:48.073021 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:48.153438 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.229038 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.240751 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:48.277997 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Synchronizing usage tracker for tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:48.281844 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ee630f-6b4f-4d54-ac60-7f24be45ef83,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:48.291940 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.292286 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.292610 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.292930 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.293248 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.293674 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.293878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.294189 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.294525 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.294836 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.295151 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.295455 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:48.300409 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:48.383529 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Unset dirty status for tenant:2ea0b8b461d94260bf9c4bdd59e0bf96 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:48.384827 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a2ce4f56fbc425bab8a115ca46416ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4542127 May 31 11:52:48.387426 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37650) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:48.445551 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-16cd9bd8-9d73-49a1-8ed0-800e1cc28708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.470984 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-16cd9bd8-9d73-49a1-8ed0-800e1cc28708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.617365 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-16cd9bd8-9d73-49a1-8ed0-800e1cc28708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.621366 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b4f7713e-f71e-4115-ba79-0744fa99cb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:48.633029 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd9bd8-9d73-49a1-8ed0-800e1cc28708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ee630f-6b4f-4d54-ac60-7f24be45ef83,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:48.636509 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-16cd9bd8-9d73-49a1-8ed0-800e1cc28708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:48.639757 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-16cd9bd8-9d73-49a1-8ed0-800e1cc28708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.641034 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-16cd9bd8-9d73-49a1-8ed0-800e1cc28708 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18ee630f-6b4f-4d54-ac60-7f24be45ef83 HTTP/1.1" status: 204 len: 168 time: 0.2526634 May 31 11:53:08.445473 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-920e1351-4a20-4c42-b1fa-9c0f930bd7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:10.937003 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:11.182835 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c37b436b-fa67-4dfd-bd8d-e39b24263270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:12.194504 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.822494 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:20.123451 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:53:38.451327 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a0a0dd99-1f0c-4cce-87af-7492a60ceb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.965287 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:41.222530 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9f69656-5cb0-4e69-8bad-514bd0c0d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:42.142855 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.827894 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:57.122376 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 5 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:08.439508 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-186f9da0-9952-4dfc-837e-0799e82c1769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.941896 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.210669 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5637fcaf-3705-44c3-b4d7-edd953712497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.153419 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.833618 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:33.752954 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054'] for agent, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.122148 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:38.491017 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5d74-d18b-44d8-b2b0-bc1fce731df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.953012 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:41.181477 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5895697-557d-4877-aa53-af3ff28e05aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.158860 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.821571 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.802182 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37722) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:47.921534 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-4d88a6fe-574d-4f4d-8a46-41a8f470a9f8 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1181769 May 31 11:54:50.039618 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37732) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:50.095890 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-756fb894-540f-4306-ab99-a06d112a97e8 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0551221 May 31 11:55:03.729716 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.461242 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23980cb4-72c5-4d5e-bcbf-826535b02d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.958163 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.123244 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:11.192599 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72d518ba-d092-4068-a944-4ad765607fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.163904 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.838178 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:33.746418 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.454692 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ae093c69-0e8d-4d96-a11f-18470c1d99c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:40.940097 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.209008 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f2664a4-978d-4d4d-8e1c-a2a178d033cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.186807 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.906526 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.122824 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:03.729144 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.431560 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9070840-2d19-4cc4-a6a7-1e23bc6e1448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.957340 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.179791 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19d443cf-7fc1-4aac-a2b3-6e2a0bd3bd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.174264 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:13.871276 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:25.122421 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:31.888489 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37942) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:31.933724 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37950) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:32.140960 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37964) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:32.155834 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 37970) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:32.248228 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-network', 'tenant_id': '3e941df032774042b261efbf36f4e25f'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:32.254291 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:32.258587 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Usage tracker for resource:network and tenant:3e941df032774042b261efbf36f4e25f is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:32.261496 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:32.268441 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:32.345685 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Made reservation on behalf of 3e941df032774042b261efbf36f4e25f for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:32.348260 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.427747 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-network', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:32.431861 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.442755 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:32.449186 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:32.453790 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Usage tracker for resource:network and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:32.456563 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Usage tracker for resource:security_group_rule and tenant:3e941df032774042b261efbf36f4e25f is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:32.459024 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:32.461703 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:32.469350 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:32.471387 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:32.560564 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.563011 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Made reservation on behalf of ed32271e1e944cfc966e436cfaaeda75 for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:32.565406 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.577682 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.592525 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:32.602384 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:32.602384 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:32.611629 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-38167391-network', 'tenant_id': '456ad1c1a39b4a558fca32bab7685ec1'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:32.614734 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:32.625968 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.640692 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:32.652270 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:32.663502 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1309094005-network', 'tenant_id': '7a41e183ebce4def98ba14b3f896d33a'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:32.666496 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Usage tracker for resource:network and tenant:456ad1c1a39b4a558fca32bab7685ec1 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:32.677144 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:32.684350 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:56:32.695559 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:32.713049 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:32.717032 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Usage tracker for resource:network and tenant:7a41e183ebce4def98ba14b3f896d33a is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:32.720446 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:32.726428 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:32.747825 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6165a4bf-89e0-489c-b593-7793b907f6b3,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:32.758967 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.760928 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Added segment b6f91614-e3f7-4d27-b00c-ab1cded22c02 of type vlan for network b875fa4e-e1d0-4bb5-a570-65ead3233413 May 31 11:56:32.764205 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.765180 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.765615 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.765934 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.766424 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.766904 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.767428 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.767921 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.768406 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.768960 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.769422 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.769898 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Tracked resource versions report: May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: pushed versions: May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: { 'AddressGroup': {'1.2'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'ConntrackHelper': {'1.0'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Log': {'1.0'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Network': {'1.1'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Port': {'1.7'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'PortForwarding': {'1.2'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'QosPolicy': {'1.8'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'SecurityGroup': {'1.4'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'SecurityGroupRule': {'1.2'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'SubPort': {'1.0'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Subnet': {'1.1'}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Trunk': {'1.1'}} May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: consumer versions: May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: { DHCP agent@dv-cinder-786384-7-smb: {}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: HyperV agent@hv-cinder-78638: {}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: L3 agent@dv-cinder-786384-7-smb: {}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: Metadata agent@dv-cinder-786384-7-smb: {}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: Metering agent@dv-cinder-786384-7-smb: {}, May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: Open vSwitch agent@dv-cinder-786384-7-smb: { 'AddressGroup': '1.2', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'ConntrackHelper': '1.0', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Log': '1.0', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Network': '1.1', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Port': '1.7', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'PortForwarding': '1.2', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'QosPolicy': '1.8', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'SecurityGroup': '1.4', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'SecurityGroupRule': '1.2', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'SubPort': '1.0', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Subnet': '1.1', May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: 'Trunk': '1.1'}} May 31 11:56:32.770934 dv-cinder-786384-7-smb neutron-server[103894]: {{(pid=103894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:56:32.778881 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:32.810915 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Made reservation on behalf of 7a41e183ebce4def98ba14b3f896d33a for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:32.814405 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.832907 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.836581 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.870042 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:32.874438 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Usage tracker for resource:security_group_rule and tenant:7a41e183ebce4def98ba14b3f896d33a is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:32.878715 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:32.886187 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:32.906316 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Made reservation on behalf of 456ad1c1a39b4a558fca32bab7685ec1 for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:32.908506 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.950224 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.957531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.973944 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:32.978585 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Usage tracker for resource:security_group_rule and tenant:456ad1c1a39b4a558fca32bab7685ec1 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:32.981728 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:32.988847 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:33.025183 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.049331 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:33.066382 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.082058 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:33.082652 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.151171 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d998a-41e8-4ccb-a47a-1be07d2a0abb,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:33.156369 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:33.158791 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:33.281057 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.db.api [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 11:56:33.281407 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_db.api [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 11:56:33.306280 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4158227 May 31 11:56:33.309481 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:33.318268 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Request body: {'subnet': {'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-subnet', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:33.330822 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:33.335927 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Usage tracker for resource:subnet and tenant:3e941df032774042b261efbf36f4e25f is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:33.336619 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Pushing event updated for resources: {'Network': ['ID=b875fa4e-e1d0-4bb5-a570-65ead3233413,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:33.343866 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.345936 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:33.348338 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network b875fa4e-e1d0-4bb5-a570-65ead3233413 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:56:33.351057 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:33.352992 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:33.385819 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.413897 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.421154 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:33.445486 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.459964 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:56:33.473263 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff86ac50-51ec-4346-94ad-d12f8fbee316,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:33.479423 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:33.480156 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:33.495260 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:56:33.516045 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.516045 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Added segment 5f128ce2-5da5-456e-a376-b12158e5be24 of type vlan for network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e May 31 11:56:33.516295 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Made reservation on behalf of 3e941df032774042b261efbf36f4e25f for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:33.527089 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.575761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.576378 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Added segment cf2231f1-af85-4d17-8a59-0d419c30283c of type vlan for network 2837bad0-40d1-4e9f-98af-733bd3eccac9 May 31 11:56:33.610626 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f191a5-b5c8-49dd-accd-fed01773bc4e,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:33.628023 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:33.631271 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.711874 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.741421 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.783006 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.832661 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.845666 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:33.846244 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.867983 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d7424cf0-11d8-4d76-aadb-a25c6ca07c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:33.954018 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.961880 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:33.962421 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.967389 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:56:33.985189 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8427465 May 31 11:56:33.989009 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38032) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:33.995479 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Request body: {'subnet': {'network_id': 'ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-38167391-subnet', 'tenant_id': '456ad1c1a39b4a558fca32bab7685ec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:33.995785 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Pushing event updated for resources: {'Network': ['ID=ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:34.001244 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:34.003126 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.003524 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Added segment dca68627-f8d5-42c7-a440-4176f154d180 of type vlan for network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f May 31 11:56:34.004788 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:34.005262 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:34.006328 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Usage tracker for resource:subnet and tenant:456ad1c1a39b4a558fca32bab7685ec1 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:34.007615 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:56:34.010146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:34.062085 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:34.112841 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9558015 May 31 11:56:34.130766 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38040) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:34.137911 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.142298 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Request body: {'subnet': {'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1309094005-subnet', 'tenant_id': '7a41e183ebce4def98ba14b3f896d33a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:34.142550 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Pushing event updated for resources: {'Network': ['ID=2837bad0-40d1-4e9f-98af-733bd3eccac9,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:34.146599 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:34.164435 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:34.195576 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Usage tracker for resource:subnet and tenant:7a41e183ebce4def98ba14b3f896d33a is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:34.208810 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:34.209265 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 2837bad0-40d1-4e9f-98af-733bd3eccac9 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:56:34.216690 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Made reservation on behalf of 456ad1c1a39b4a558fca32bab7685ec1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:34.223961 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.266260 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:34.282884 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.284244 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:34.284867 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.288569 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:34.453525 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Pushing event updated for resources: {'Network': ['ID=30ed6c00-bb5b-4861-b8b7-90291f71fa9f,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:34.456237 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:34.465150 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:56:34.512440 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5776021 May 31 11:56:34.521064 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38060) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:34.529113 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Request body: {'subnet': {'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-subnet', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:34.535259 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:34.540166 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Usage tracker for resource:subnet and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:34.543544 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:34.550678 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:34.672316 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Made reservation on behalf of ed32271e1e944cfc966e436cfaaeda75 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:34.672799 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.674750 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.678872 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:34.707436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Made reservation on behalf of 7a41e183ebce4def98ba14b3f896d33a for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:34.709766 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.945747 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Checking segment: {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:34.946119 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Network hostable DHCP agents. Network: b875fa4e-e1d0-4bb5-a570-65ead3233413, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:56:34.953490 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4707d7f-cfcb-4453-9574-fc4d9b4643ad,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:34.978122 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.978472 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.978810 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.979141 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.979443 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.979789 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.980100 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.980409 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.980719 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.981097 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.981406 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.981713 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Tracked resource versions report: May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: pushed versions: May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: { 'AddressGroup': {'1.2'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'ConntrackHelper': {'1.0'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Log': {'1.0'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Network': {'1.1'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Port': {'1.7'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'PortForwarding': {'1.2'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'QosPolicy': {'1.8'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'SecurityGroup': {'1.4'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'SecurityGroupRule': {'1.2'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'SubPort': {'1.0'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Subnet': {'1.1'}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Trunk': {'1.1'}} May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: consumer versions: May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: { DHCP agent@dv-cinder-786384-7-smb: {}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: HyperV agent@hv-cinder-78638: {}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: L3 agent@dv-cinder-786384-7-smb: {}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: Metadata agent@dv-cinder-786384-7-smb: {}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: Metering agent@dv-cinder-786384-7-smb: {}, May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: Open vSwitch agent@dv-cinder-786384-7-smb: { 'AddressGroup': '1.2', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'ConntrackHelper': '1.0', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Log': '1.0', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Network': '1.1', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Port': '1.7', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'PortForwarding': '1.2', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'QosPolicy': '1.8', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'SecurityGroup': '1.4', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'SecurityGroupRule': '1.2', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'SubPort': '1.0', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Subnet': '1.1', May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: 'Trunk': '1.1'}} May 31 11:56:34.982722 dv-cinder-786384-7-smb neutron-server[103895]: {{(pid=103895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:56:34.991998 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:35.128457 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Network b875fa4e-e1d0-4bb5-a570-65ead3233413 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:56:35.194222 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.201231 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:35.224456 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, b875fa4e-e1d0-4bb5-a570-65ead3233413) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:35.240449 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20090ba-c75d-4cb1-9624-4b3908273651 None None] Network b875fa4e-e1d0-4bb5-a570-65ead3233413 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:35.250014 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:35.250699 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.265878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:35.270432 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:35.309146 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Checking segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:35.309582 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Network hostable DHCP agents. Network: 30ed6c00-bb5b-4861-b8b7-90291f71fa9f, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:56:35.329691 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.351448 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:35.396922 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:56:35.469827 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 30ed6c00-bb5b-4861-b8b7-90291f71fa9f) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:35.479621 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:35.481628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.483121 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1725831 May 31 11:56:35.488031 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817c0816-e0a7-4673-974a-2d2baa39d9b0 None None] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:35.488876 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38094) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:35.505956 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e467d6-f4b8-4764-9798-a3c11964c6ba,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:35.506908 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:35.508828 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:35.529548 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Checking segment: {'id': '5f128ce2-5da5-456e-a376-b12158e5be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:35.529924 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Network hostable DHCP agents. Network: ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:56:35.539216 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:35.552833 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Usage tracker for resource:router and tenant:3e941df032774042b261efbf36f4e25f is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:35.561030 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:35.569044 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:35.640830 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.647865 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.659418 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1368656 May 31 11:56:35.662503 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38102) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:35.682049 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:35.682229 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:56:35.686192 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db2dea-5f43-477f-b9b6-619a2deda886 None None] Network b875fa4e-e1d0-4bb5-a570-65ead3233413 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:35.690581 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:35.697682 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Usage tracker for resource:router and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:35.704408 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:35.712972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.714826 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:35.724733 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.731961 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:35.809189 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:35.811852 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:35.815062 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:35.820129 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:35.820825 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.836553 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67587d80-9fda-4f61-9f89-5f1803ebdaa9 None None] Network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:35.841243 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Checking segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:35.841694 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Network hostable DHCP agents. Network: 2837bad0-40d1-4e9f-98af-733bd3eccac9, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:56:35.866532 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.870166 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.941059 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-05594d26-f3a1-4c18-a28d-113806d420d2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9507661 May 31 11:56:35.963166 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Network 2837bad0-40d1-4e9f-98af-733bd3eccac9 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:56:35.975805 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 2837bad0-40d1-4e9f-98af-733bd3eccac9) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:35.984733 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:35.985508 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.034518 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0099c3b-0fd3-4e8a-9563-ab052ff9ad68 None None] Network 2837bad0-40d1-4e9f-98af-733bd3eccac9 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:36.073976 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.096081 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e9e5a1f4-cd50-4cc1-8085-9826e8b2b6c2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9658124 May 31 11:56:36.188367 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7f8a48-38bf-5b06-b0f4-c8fa0083efd9-30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3'}]}} from dv-cinder-786384-7-smb. {{(pid=103896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:56:36.189202 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.224645 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.412359 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e166a55-9751-48f2-89c7-4f35a47b30c6 None None] Network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:36.527225 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38138) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:36.677693 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574be1d4-dadd-4b6d-861b-b066782bf4bc None None] Network 2837bad0-40d1-4e9f-98af-733bd3eccac9 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:36.828527 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Allocated IP 172.20.0.2 (30ed6c00-bb5b-4861-b8b7-90291f71fa9f/0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3/0cd40912-8e95-4830-84f1-a3232e884892) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:36.865289 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.882819 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:36.887288 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Usage tracker for resource:security_group_rule and tenant:d6d6eef2d5954810988f59059307a930 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:36.891746 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:36.899735 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:37.019510 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.034285 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.046817 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38170) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:37.050423 dv-cinder-786384-7-smb neutron-server[103895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:56:37.103190 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38178) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:37.109508 dv-cinder-786384-7-smb neutron-server[103894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:56:37.188794 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.201802 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.246001 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.256527 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Transition to ACTIVE for port object 0cd40912-8e95-4830-84f1-a3232e884892 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:37.281015 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Transition to ACTIVE for port object 0cd40912-8e95-4830-84f1-a3232e884892 will not be triggered until provisioned by entity DHCP. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:37.297175 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6d6eef2d5954810988f59059307a930&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7686796 May 31 11:56:37.312868 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38184) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:37.319931 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e265d77c-dc58-4ca4-a4dc-8405ded246fb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.335858 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.343364 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-b9f3c68e-19ed-460d-a1e5-42cb08f6367a tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.345055 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-b9f3c68e-19ed-460d-a1e5-42cb08f6367a tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/networks?id=ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e HTTP/1.1" status: 200 len: 810 time: 0.2969620 May 31 11:56:37.351386 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.360818 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.378872 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-8d88eef2-b7e2-4d56-ae58-10e9c677d2b4 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/quotas/456ad1c1a39b4a558fca32bab7685ec1 HTTP/1.1" status: 200 len: 375 time: 0.0189848 May 31 11:56:37.466627 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-86f4fda3-3e5f-4319-94c4-817b34d6b4d4 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=456ad1c1a39b4a558fca32bab7685ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781810 May 31 11:56:37.476796 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Pushing event updated for resources: {'Port': ['ID=0cd40912-8e95-4830-84f1-a3232e884892,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.498261 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.498514 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.499490 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.500046 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.500680 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.501017 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.501345 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.501674 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.502019 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.502341 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.502660 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.502973 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Tracked resource versions report: May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: pushed versions: May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: { 'AddressGroup': {'1.2'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'ConntrackHelper': {'1.0'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Log': {'1.0'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Network': {'1.1'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Port': {'1.7'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'PortForwarding': {'1.2'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'QosPolicy': {'1.8'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'SecurityGroup': {'1.4'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'SecurityGroupRule': {'1.2'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'SubPort': {'1.0'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Subnet': {'1.1'}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Trunk': {'1.1'}} May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: consumer versions: May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: { DHCP agent@dv-cinder-786384-7-smb: {}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: HyperV agent@hv-cinder-78638: {}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: L3 agent@dv-cinder-786384-7-smb: {}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: Metadata agent@dv-cinder-786384-7-smb: {}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: Metering agent@dv-cinder-786384-7-smb: {}, May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: Open vSwitch agent@dv-cinder-786384-7-smb: { 'AddressGroup': '1.2', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'ConntrackHelper': '1.0', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Log': '1.0', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Network': '1.1', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Port': '1.7', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'PortForwarding': '1.2', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'QosPolicy': '1.8', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'SecurityGroup': '1.4', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'SecurityGroupRule': '1.2', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'SubPort': '1.0', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Subnet': '1.1', May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: 'Trunk': '1.1'}} May 31 11:56:37.504178 dv-cinder-786384-7-smb neutron-server[103896]: {{(pid=103896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:56:37.508209 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.512933 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:37.514078 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:37.517353 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:37.521936 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-855c69a0-2420-4c5a-9096-dc1a5d74379c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.570923 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.574615 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-855c69a0-2420-4c5a-9096-dc1a5d74379c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.646624 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Attempting to bind port 0cd40912-8e95-4830-84f1-a3232e884892 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:37.647077 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Attempting to bind port 0cd40912-8e95-4830-84f1-a3232e884892 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:37.647314 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Attempting to bind port 0cd40912-8e95-4830-84f1-a3232e884892 on network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:37.655127 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:37.656078 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Checking segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:37.656499 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.656987 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Bound using segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:37.658215 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Bound port: 0cd40912-8e95-4830-84f1-a3232e884892, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:37.658866 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.693373 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.708868 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-7b0f57d5-3f60-42c0-affe-b99ead347e95 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:56:37.709963 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-7b0f57d5-3f60-42c0-affe-b99ead347e95 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710945 May 31 11:56:37.722909 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-855c69a0-2420-4c5a-9096-dc1a5d74379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.747508 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.758774 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-fb67fcf6-1c63-46e5-9459-fec675ed6182 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.759800 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-fb67fcf6-1c63-46e5-9459-fec675ed6182 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:network {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:37.771246 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] For port 0cd40912-8e95-4830-84f1-a3232e884892, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:37.776247 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] For port 0cd40912-8e95-4830-84f1-a3232e884892, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=0cd40912-8e95-4830-84f1-a3232e884892,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:37.784610 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c69a0-2420-4c5a-9096-dc1a5d74379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265d77c-dc58-4ca4-a4dc-8405ded246fb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.792954 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-855c69a0-2420-4c5a-9096-dc1a5d74379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.848978 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.859297 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.883509 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-855c69a0-2420-4c5a-9096-dc1a5d74379c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.887033 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-855c69a0-2420-4c5a-9096-dc1a5d74379c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e265d77c-dc58-4ca4-a4dc-8405ded246fb HTTP/1.1" status: 204 len: 168 time: 0.5695670 May 31 11:56:37.887894 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-fb67fcf6-1c63-46e5-9459-fec675ed6182 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:network {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:37.889204 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-fb67fcf6-1c63-46e5-9459-fec675ed6182 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 815 time: 0.7834833 May 31 11:56:37.927978 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-01b4ac4d-15df-485c-9956-ad57a1f61109 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/quotas/7a41e183ebce4def98ba14b3f896d33a HTTP/1.1" status: 200 len: 375 time: 0.0271063 May 31 11:56:37.951079 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Pushing event updated for resources: {'Port': ['ID=0cd40912-8e95-4830-84f1-a3232e884892,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.959020 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.987715 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-33f0606a-0e46-4229-893e-e759f7c016da service neutron] 10.222.0.58 "GET /v2.0/networks/ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630839 May 31 11:56:38.184786 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-fa1b739d-c2a7-4aed-af19-3b6045370644 service neutron] 10.222.0.58 "GET /v2.0/networks/ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903069 May 31 11:56:38.214988 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Allocated IP 172.28.2.247 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/4c723c42-19ad-4dff-9638-803b60275fd0) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:38.238722 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-0e8f73e6-b5e0-4909-a8eb-b74c4b684d00 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1735156 May 31 11:56:38.429090 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.477544 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.484064 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19c3146c-57e3-44ec-b090-ee2d96b7ac67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.579375 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-fbac2850-5e1e-4456-b217-4514420998c3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:56:38.580426 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-fbac2850-5e1e-4456-b217-4514420998c3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1649740 May 31 11:56:38.769818 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.829340 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-4ac657eb-234f-4ba6-9fbe-8ec399d6d23c service neutron] 10.222.0.58 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368906 May 31 11:56:38.840073 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5fc6e92a-cf1b-430d-b1eb-4337cf327194 req-61429a03-4ee3-45bc-b744-20638fa2f1c0 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.1240585 May 31 11:56:39.114362 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-76722f75-16db-4b24-bf36-3bed3ebbd9f8 service neutron] 10.222.0.58 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627926 May 31 11:56:39.125685 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.217138 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 0cd40912-8e95-4830-84f1-a3232e884892 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:39.262794 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Allocated IP 172.28.2.106 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/d4ddeae2-8e9d-4247-8951-1894c3fbc592) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:39.303871 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4db4c-dfbc-461f-a89c-cfe0bbf037a7 None None] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:39.522273 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.603463 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:39.653981 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 0cd40912-8e95-4830-84f1-a3232e884892 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:39.657868 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:39.668787 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:39.668968 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] Provisioning for port 0cd40912-8e95-4830-84f1-a3232e884892 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:39.676999 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:39.690713 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] Provisioning complete for port 0cd40912-8e95-4830-84f1-a3232e884892 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:39.701451 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.707061 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3be3bfbf-1e48-4858-b405-ab9f72a40c03 req-5e22d12e-a066-47ae-92e3-7412c755d270 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 210 time: 0.1129541 May 31 11:56:39.757365 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 0cd40912-8e95-4830-84f1-a3232e884892 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:39.757743 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.958332 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.036708 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-82ba71bf-d8e3-4466-9d94-d13e0419200c req-00a0ca4f-5630-4407-898e-dcfef1c1ece3 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.0636137 May 31 11:56:40.039506 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c723c42-19ad-4dff-9638-803b60275fd0,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:40.045603 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:40.047083 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-49321b49-4c3d-4c89-93cf-87f0c286854c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:40.104224 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:40.107695 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:40.245969 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.246822 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:40.273092 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.319575 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] For port 0cd40912-8e95-4830-84f1-a3232e884892, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=0cd40912-8e95-4830-84f1-a3232e884892,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:40.394284 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ddeae2-8e9d-4247-8951-1894c3fbc592,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:40.395368 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:40.415185 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.482594 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:40.595549 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.599932 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.db.api [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 11:56:40.603010 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_db.api [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 11:56:40.626055 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] Pushing event updated for resources: {'Port': ['ID=0cd40912-8e95-4830-84f1-a3232e884892,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:40.631108 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:40.639193 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-341aa0b5-233b-476c-8991-3b840bd24c58 None None] Provisioning complete for port 0cd40912-8e95-4830-84f1-a3232e884892 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:40.639193 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-341aa0b5-233b-476c-8991-3b840bd24c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.837820 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-959476b4-ea49-4a7b-a03b-9bc515d49d0c req-9318ff7d-4b79-49a0-b075-ef90ef30db69 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 210 time: 0.0622718 May 31 11:56:40.980790 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.090111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.277644 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29de7862-c323-4187-abd5-d449aa3a9626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.345952 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 0cd40912-8e95-4830-84f1-a3232e884892 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:41.384863 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eb00f804-1ce5-4cfa-8ebf-5989a6142657 req-b656a4cc-c7b0-4ec5-ab25-bfdad4a58530 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.0717249 May 31 11:56:41.400416 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558'] for router, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.446697 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 0cd40912-8e95-4830-84f1-a3232e884892 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:41.447067 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.929989 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558'] for router, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:42.045032 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-56b6cf51-a641-467a-aecd-86228a391bc4 req-8618a525-dcc3-4ed9-89cc-7546a8485ebc tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 210 time: 0.0528824 May 31 11:56:42.108207 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 is scheduled to L3 agent 81986136-6268-4c02-84da-1ad85eb25ead with binding_index 1 {{(pid=103894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:56:42.249889 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:42.356451 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:56:42.369319 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Sync routers for ids ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:56:42.382742 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Routers {'f48d0cef-b4a2-440a-ba35-f3fcc0737d01'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:42.383391 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:56:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:42.448646 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 is scheduled to L3 agent 81986136-6268-4c02-84da-1ad85eb25ead with binding_index 1 {{(pid=103894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:56:42.451716 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:42.456942 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38400) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:42.462974 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9629238 May 31 11:56:42.627989 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38406) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:42.726767 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Set router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:42.777820 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-26a80a45-2464-43b4-b666-615f0dba0a26 req-818eef4b-c212-4737-b81e-46b7870a553c tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.1341126 May 31 11:56:42.893329 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:56:42.905476 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Sync routers for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:56:42.924449 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.54', 52377) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:42.934456 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:42.938879 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:56:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:43.079835 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.083446 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4114139 May 31 11:56:43.090294 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38418) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:43.135556 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:39Z', 'revision_number': 3, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port': {'id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:37Z', 'updated_at': '2021-05-31T11:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:43.141062 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Checking router: f48d0cef-b4a2-440a-ba35-f3fcc0737d01 for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:56:43.141702 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Updating router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 port 4c723c42-19ad-4dff-9638-803b60275fd0 binding host dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:56:43.201263 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.208910 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.268448 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:43.279025 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Usage tracker for resource:security_group_rule and tenant:beb1f6dca90a4dda8dfbf38afc59f3fb is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:43.284255 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:43.306193 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:43.403917 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-0c56b070-0f59-432c-9cbf-eb90730dd5b9 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:43.404476 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-0c56b070-0f59-432c-9cbf-eb90730dd5b9 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Synchronizing usage tracker for tenant:456ad1c1a39b4a558fca32bab7685ec1 on resource:network {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:43.500638 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:43.693936 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.720409 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Transition to ACTIVE for port object 4c723c42-19ad-4dff-9638-803b60275fd0 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:43.819740 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.824329 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-c683c629-ad9e-4c94-bf60-9e85a890e6a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:43.849613 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.54', 52378) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:43.906212 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-828f43cb-3dfe-46b4-a120-942e46cb0245 req-10a0cea3-eceb-423d-a371-e83f949a3489 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 210 time: 0.4803367 May 31 11:56:43.926591 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-0c56b070-0f59-432c-9cbf-eb90730dd5b9 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Unset dirty status for tenant:456ad1c1a39b4a558fca32bab7685ec1 on resource:network {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:43.927684 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-0c56b070-0f59-432c-9cbf-eb90730dd5b9 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.54 "GET /v2.0/networks?id=ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e HTTP/1.1" status: 200 len: 810 time: 1.0021985 May 31 11:56:43.986149 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.049282 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:40Z', 'revision_number': 3, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:44.060028 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Checking router: e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:56:44.063258 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Updating router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 port d4ddeae2-8e9d-4247-8951-1894c3fbc592 binding host dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:56:44.129527 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Pushing event updated for resources: {'Port': ['ID=4c723c42-19ad-4dff-9638-803b60275fd0,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:44.144779 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.145144 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.145899 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.146262 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.146643 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.146973 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.147298 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.147683 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.149243 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.149648 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.149979 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.150300 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Tracked resource versions report: May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: pushed versions: May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: { 'AddressGroup': {'1.2'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'ConntrackHelper': {'1.0'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Log': {'1.0'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Network': {'1.1'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Port': {'1.7'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'PortForwarding': {'1.2'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'QosPolicy': {'1.8'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'SecurityGroup': {'1.4'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'SecurityGroupRule': {'1.2'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'SubPort': {'1.0'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Subnet': {'1.1'}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Trunk': {'1.1'}} May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: consumer versions: May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: { DHCP agent@dv-cinder-786384-7-smb: {}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: HyperV agent@hv-cinder-78638: {}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: L3 agent@dv-cinder-786384-7-smb: {}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: Metadata agent@dv-cinder-786384-7-smb: {}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: Metering agent@dv-cinder-786384-7-smb: {}, May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: Open vSwitch agent@dv-cinder-786384-7-smb: { 'AddressGroup': '1.2', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'ConntrackHelper': '1.0', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Log': '1.0', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Network': '1.1', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Port': '1.7', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'PortForwarding': '1.2', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'QosPolicy': '1.8', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'SecurityGroup': '1.4', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'SecurityGroupRule': '1.2', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'SubPort': '1.0', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Subnet': '1.1', May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: 'Trunk': '1.1'}} May 31 11:56:44.151903 dv-cinder-786384-7-smb neutron-server[103897]: {{(pid=103897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:56:44.157169 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1b232498-0b11-4861-aa1d-7b1bfb42b257 req-d0912c4c-9735-4374-afe6-819d729a0898 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.1159878 May 31 11:56:44.157611 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:44.157856 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Attempting to bind port 4c723c42-19ad-4dff-9638-803b60275fd0 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:44.158092 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Attempting to bind port 4c723c42-19ad-4dff-9638-803b60275fd0 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:44.158452 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Attempting to bind port 4c723c42-19ad-4dff-9638-803b60275fd0 on network 182eec52-fc32-4a2b-9fae-2f284fe082da {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:44.165648 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:44.166030 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:44.166733 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.167150 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.167285 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Bound using segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:44.167760 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Bound port: 4c723c42-19ad-4dff-9638-803b60275fd0, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:44.168134 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.187104 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Request body: {'port': {'device_id': 'f9a91981-6456-453c-ab67-ffd0e7a4f72a', 'network_id': 'ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e', 'admin_state_up': True, 'tenant_id': '456ad1c1a39b4a558fca32bab7685ec1'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:44.305567 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] For port 4c723c42-19ad-4dff-9638-803b60275fd0, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:44.315999 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] For port 4c723c42-19ad-4dff-9638-803b60275fd0, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=4c723c42-19ad-4dff-9638-803b60275fd0,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:44.412114 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.418351 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:44.421255 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.545859 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Routers {'f48d0cef-b4a2-440a-ba35-f3fcc0737d01'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:44.546710 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:56:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:44.667482 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-063564f9-ea43-49cc-9fbc-40fb9fa88697 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:44.669112 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-063564f9-ea43-49cc-9fbc-40fb9fa88697 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 815 time: 0.7620504 May 31 11:56:44.677938 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.728706 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Request body: {'port': {'device_id': 'bea3a2f9-4b2d-477e-a0a8-fd5285b27171', 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'admin_state_up': True, 'tenant_id': '7a41e183ebce4def98ba14b3f896d33a'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:44.761955 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Pushing event updated for resources: {'Port': ['ID=4c723c42-19ad-4dff-9638-803b60275fd0,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:44.764433 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.767606 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] Set router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:44.777156 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.805934 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Transition to ACTIVE for port object d4ddeae2-8e9d-4247-8951-1894c3fbc592 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:44.822121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Allocated IP 172.20.0.1 (b875fa4e-e1d0-4bb5-a570-65ead3233413/a4707d7f-cfcb-4453-9574-fc4d9b4643ad/ced0eb03-1d2a-4006-8e68-a907a58fa5b5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:44.836613 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:44.836855 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:44.843328 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:44.871192 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Usage tracker for resource:port and tenant:456ad1c1a39b4a558fca32bab7685ec1 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:44.877461 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:44.888950 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.906018 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-31cf024c-0322-484f-b096-ab544a2fe4fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:44.945655 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:44.970520 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Attempting to bind port d4ddeae2-8e9d-4247-8951-1894c3fbc592 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:44.970991 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Attempting to bind port d4ddeae2-8e9d-4247-8951-1894c3fbc592 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:44.971425 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Attempting to bind port d4ddeae2-8e9d-4247-8951-1894c3fbc592 on network 182eec52-fc32-4a2b-9fae-2f284fe082da {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:44.975471 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=beb1f6dca90a4dda8dfbf38afc59f3fb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3469017 May 31 11:56:44.986826 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38474) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:44.993248 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcda810-ee91-4ffa-ab41-c2ca2ba775e2,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:44.996432 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:44.996955 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:44.996955 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.997635 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Bound using segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:44.998042 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Bound port: d4ddeae2-8e9d-4247-8951-1894c3fbc592, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:44.998542 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.021236 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:45.079114 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.148447 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Made reservation on behalf of 456ad1c1a39b4a558fca32bab7685ec1 for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:45.155383 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.156620 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44b616-ad45-4d03-b180-5417b84b499a None None] Pushing event updated for resources: {'Port': ['ID=d4ddeae2-8e9d-4247-8951-1894c3fbc592,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:45.161160 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-4a44b616-ad45-4d03-b180-5417b84b499a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:45.191939 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] For port d4ddeae2-8e9d-4247-8951-1894c3fbc592, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:45.202738 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] For port d4ddeae2-8e9d-4247-8951-1894c3fbc592, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d4ddeae2-8e9d-4247-8951-1894c3fbc592,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:45.222829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:45.235348 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Usage tracker for resource:port and tenant:7a41e183ebce4def98ba14b3f896d33a is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:45.240856 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:39Z', 'revision_number': 3, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port': {'id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:37Z', 'updated_at': '2021-05-31T11:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:45.246366 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34be13a4-b51f-41b0-8ff4-238f13b583a5 None None] The sync data for ids ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'] in dv-cinder-786384-7-smb is: [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:39Z', 'revision_number': 3, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port': {'id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:37Z', 'updated_at': '2021-05-31T11:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:56:45.249891 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.257367 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:45.269939 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:45.300174 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.318709 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:45.416437 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Network b875fa4e-e1d0-4bb5-a570-65ead3233413 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:45.427699 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:45.472554 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:45.483449 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.485388 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:45.486026 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:56:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:45.532319 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:45.532997 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437527'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.543959 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4e8a-acd5-4442-86a2-8b94de3262b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.605989 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Made reservation on behalf of 7a41e183ebce4def98ba14b3f896d33a for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:45.610278 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:45.648310 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44b616-ad45-4d03-b180-5417b84b499a None None] Pushing event updated for resources: {'Port': ['ID=d4ddeae2-8e9d-4247-8951-1894c3fbc592,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:45.664338 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-4a44b616-ad45-4d03-b180-5417b84b499a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:45.847023 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ee8a43dd-6524-41bd-8d5f-4d026ac4e351 req-b0065b47-5b57-4967-94f0-17042f26010b tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.4271204 May 31 11:56:45.969456 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1543f196-1fb7-470e-8fc6-12506b1014da req-6bb0e97e-1330-4324-994c-d0961b2d9872 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 210 time: 0.7435043 May 31 11:56:46.017380 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Pushing event updated for resources: {'Port': ['ID=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:46.035533 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:46.118290 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:46.169856 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4e8a-acd5-4442-86a2-8b94de3262b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.530403 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Allocated IP 172.20.0.4 (2837bad0-40d1-4e9f-98af-733bd3eccac9/aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9/9d82dcf9-3068-4832-9ea0-2d941c40286e) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:46.593610 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.631732 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Allocated IP 172.20.0.8 (ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e/a4e467d6-f4b8-4764-9798-a3c11964c6ba/ab2c2e41-8eea-49ca-ae00-532bfb687778) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:46.709300 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:40Z', 'revision_number': 3, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:46.718535 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae596db-fe7b-44e4-a278-29f31736955d None None] The sync data for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb is: [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:40Z', 'revision_number': 3, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:56:46.871198 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4e8a-acd5-4442-86a2-8b94de3262b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.979052 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:47.003950 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Allocated IP 172.20.0.1 (30ed6c00-bb5b-4861-b8b7-90291f71fa9f/0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3/74249809-1ba0-4f40-8895-883b3e96f403) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:47.047248 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb4e8a-acd5-4442-86a2-8b94de3262b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcda810-ee91-4ffa-ab41-c2ca2ba775e2,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:47.059436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1ddb4e8a-acd5-4442-86a2-8b94de3262b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:47.120727 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.214284 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.219543 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437690'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.282520 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:47.431434 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-c356006f-4c5c-4988-8715-2b5a10c2302c req-8c05a768-51be-4d5c-866c-82dd8c76bb02 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Synchronizing usage tracker for tenant:456ad1c1a39b4a558fca32bab7685ec1 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:47.548375 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4e8a-acd5-4442-86a2-8b94de3262b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.549829 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-1ddb4e8a-acd5-4442-86a2-8b94de3262b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5bcda810-ee91-4ffa-ab41-c2ca2ba775e2 HTTP/1.1" status: 204 len: 168 time: 2.5580413 May 31 11:56:47.568355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d4ddeae2-8e9d-4247-8951-1894c3fbc592 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:47.862122 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.863059 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Pushing event updated for resources: {'Port': ['ID=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:47.863059 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:47.873248 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-11afb319-4e08-4538-825e-52e6dfb5e3ed req-fcedce59-9d93-4cb6-8c03-4fc484227347 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 210 time: 0.1290886 May 31 11:56:47.901186 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.997864 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Network b875fa4e-e1d0-4bb5-a570-65ead3233413 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:48.000810 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:48.019428 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port d4ddeae2-8e9d-4247-8951-1894c3fbc592 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:48.099021 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port d4ddeae2-8e9d-4247-8951-1894c3fbc592 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:48.099021 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.099498 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-c356006f-4c5c-4988-8715-2b5a10c2302c req-8c05a768-51be-4d5c-866c-82dd8c76bb02 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Unset dirty status for tenant:456ad1c1a39b4a558fca32bab7685ec1 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:48.099498 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c356006f-4c5c-4988-8715-2b5a10c2302c req-8c05a768-51be-4d5c-866c-82dd8c76bb02 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.6939960 May 31 11:56:48.099498 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.099498 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Transition to ACTIVE for port object 74249809-1ba0-4f40-8895-883b3e96f403 will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:48.220697 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.225750 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.232193 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.245013 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:48.412954 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:56:48.446589 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.496322 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port d4ddeae2-8e9d-4247-8951-1894c3fbc592, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d4ddeae2-8e9d-4247-8951-1894c3fbc592,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:48.591633 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:48.600248 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:48.602842 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.603463 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:48.604089 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 4c723c42-19ad-4dff-9638-803b60275fd0 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:48.608129 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:48.614206 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:48.614436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.633368 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:48.636805 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Network 2837bad0-40d1-4e9f-98af-733bd3eccac9 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:48.637922 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Pushing event updated for resources: {'Port': ['ID=ab2c2e41-8eea-49ca-ae00-532bfb687778,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:48.653109 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:48.653587 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437527'] for router_interface, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.656824 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:48.660272 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:48.660413 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:48.670379 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:48.670379 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.831366 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-007ff877-366c-4910-b515-00bccf22defb tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7142115 May 31 11:56:48.843456 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:56:48.857139 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Sync routers for ids ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:56:48.876240 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Routers {'f48d0cef-b4a2-440a-ba35-f3fcc0737d01'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:48.876911 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:56:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:48.890049 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] 10.222.0.58 "PUT /v2.0/routers/f48d0cef-b4a2-440a-ba35-f3fcc0737d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4297779 May 31 11:56:48.922165 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38572) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:48.933706 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-cbdf23be-2b4b-4935-97a9-470518c7884f tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:56:48.933706 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-cbdf23be-2b4b-4935-97a9-470518c7884f tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319726 May 31 11:56:48.948218 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2544942 May 31 11:56:48.970735 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.020306 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=d4ddeae2-8e9d-4247-8951-1894c3fbc592,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:49.026554 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:49.038462 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e53b77-cd3c-464e-83b8-c4167f09b7a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Pushing event updated for resources: {'Port': ['ID=9d82dcf9-3068-4832-9ea0-2d941c40286e,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:49.099380 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 4c723c42-19ad-4dff-9638-803b60275fd0 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:49.105384 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:49.109178 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 4c723c42-19ad-4dff-9638-803b60275fd0 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:49.109560 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.117605 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Usage tracker for resource:security_group_rule and tenant:7759159f62854db8880ede2588477d80 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:49.131557 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:49.162361 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:49.205777 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Pushing event updated for resources: {'Port': ['ID=74249809-1ba0-4f40-8895-883b3e96f403,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:49.221277 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:49.221857 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.721s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:49.222215 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:49.228707 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.646s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:49.229043 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:49.482594 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-84d719fc-543a-4c81-8bbf-2f96351a2df6 None None] Provisioning for port 74249809-1ba0-4f40-8895-883b3e96f403 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:49.501474 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-84d719fc-543a-4c81-8bbf-2f96351a2df6 None None] Provisioning complete for port 74249809-1ba0-4f40-8895-883b3e96f403 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:49.501858 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84d719fc-543a-4c81-8bbf-2f96351a2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.600497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.718305 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Request body: {'port': {'device_id': 'bea3a2f9-4b2d-477e-a0a8-fd5285b27171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:49.720178 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Set router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:49.726257 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c775cd7-5709-48d7-84b6-3f6da3dc0900 req-01f3b966-1964-4c4e-8b7a-1b3544068d87 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.729798 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-84d719fc-543a-4c81-8bbf-2f96351a2df6 None None] Port 74249809-1ba0-4f40-8895-883b3e96f403 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:56:49.740345 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5c775cd7-5709-48d7-84b6-3f6da3dc0900 req-01f3b966-1964-4c4e-8b7a-1b3544068d87 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 931 time: 0.4357595 May 31 11:56:49.789775 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.829753 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.848562 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 4c723c42-19ad-4dff-9638-803b60275fd0, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=4c723c42-19ad-4dff-9638-803b60275fd0,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:49.881938 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Request body: {'port': {'device_id': 'f9a91981-6456-453c-ab67-ffd0e7a4f72a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:49.886181 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5c775cd7-5709-48d7-84b6-3f6da3dc0900 req-661bd0b0-83db-4c27-9894-fba1319205fb tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445618 May 31 11:56:49.905850 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.917364 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-23ea5e72-1fed-4749-8ac9-3d921a1f2efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:49.934173 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.937263 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-476efd9e-fdf4-448c-bdf0-64f7fe46d750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:50.049517 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7759159f62854db8880ede2588477d80&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1262567 May 31 11:56:50.079925 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38616) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:50.131406 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=4c723c42-19ad-4dff-9638-803b60275fd0,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:50.135025 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f702fe-9a76-4120-9711-0086db081512,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:50.143332 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:50.169359 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:50.191166 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d4ddeae2-8e9d-4247-8951-1894c3fbc592 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:50.300298 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f604e087-80fb-4b84-b4c6-69d9f5d3c372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.360622 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.369467 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port d4ddeae2-8e9d-4247-8951-1894c3fbc592 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:50.369779 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.380759 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f604e087-80fb-4b84-b4c6-69d9f5d3c372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.574673 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f604e087-80fb-4b84-b4c6-69d9f5d3c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.582927 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:50.601260 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:46Z', 'revision_number': 4, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port': {'id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:37Z', 'updated_at': '2021-05-31T11:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'ced0eb03-1d2a-4006-8e68-a907a58fa5b5', 'name': '', 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'mac_address': 'fa:16:3e:61:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a4707d7f-cfcb-4453-9574-fc4d9b4643ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:44Z', 'updated_at': '2021-05-31T11:56:46Z', 'revision_number': 2, 'project_id': '3e941df032774042b261efbf36f4e25f', 'subnets': [{'id': 'a4707d7f-cfcb-4453-9574-fc4d9b4643ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:50.606354 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Checking router: f48d0cef-b4a2-440a-ba35-f3fcc0737d01 for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:56:50.606864 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Updating router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 port ced0eb03-1d2a-4006-8e68-a907a58fa5b5 binding host dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:56:50.650365 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dee05-a80b-4710-987d-3343cd5422c7 req-fcfaefaf-50ec-44ae-9421-b322ed95c4f2 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:50.657754 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-559dee05-a80b-4710-987d-3343cd5422c7 req-fcfaefaf-50ec-44ae-9421-b322ed95c4f2 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 931 time: 1.0099254 May 31 11:56:50.674681 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f604e087-80fb-4b84-b4c6-69d9f5d3c372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.675762 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-f604e087-80fb-4b84-b4c6-69d9f5d3c372 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2f702fe-9a76-4120-9711-0086db081512 HTTP/1.1" status: 204 len: 168 time: 0.5940936 May 31 11:56:50.693436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604e087-80fb-4b84-b4c6-69d9f5d3c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f702fe-9a76-4120-9711-0086db081512,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:50.709002 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f604e087-80fb-4b84-b4c6-69d9f5d3c372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:50.750667 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.838100 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.850360 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.921469 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.930064 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437690'] for router_interface, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.955179 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c56dc5f9-8a27-4247-8bd7-ab76bb6bfba6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:50.957922 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c56dc5f9-8a27-4247-8bd7-ab76bb6bfba6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 819 time: 0.3522487 May 31 11:56:50.985331 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-2b3be15d-7f2e-4e09-8c6a-a95f101da91f tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/quotas/3e941df032774042b261efbf36f4e25f HTTP/1.1" status: 200 len: 375 time: 0.0198102 May 31 11:56:50.994123 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:51.166213 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-eefb3d3b-43c5-4b8b-8456-78ecdf5366a6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Synchronizing usage tracker for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:51.299976 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-eefb3d3b-43c5-4b8b-8456-78ecdf5366a6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Unset dirty status for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:51.302006 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-eefb3d3b-43c5-4b8b-8456-78ecdf5366a6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3110409 May 31 11:56:51.379877 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-559dee05-a80b-4710-987d-3343cd5422c7 req-5c254ddb-711a-45c9-8b24-17e37775254b tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Synchronizing usage tracker for tenant:456ad1c1a39b4a558fca32bab7685ec1 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:51.652283 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-94b5a31e-a4bd-456d-b7d5-c0f3aaa00ca2 service neutron] 10.222.0.58 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431880 May 31 11:56:51.714452 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.741882 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Transition to ACTIVE for port object ced0eb03-1d2a-4006-8e68-a907a58fa5b5 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:51.825507 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.831783 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:51.984109 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca8be7-9cff-447a-8548-f99b8e38c6b0 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:51.991473 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-caca8be7-9cff-447a-8548-f99b8e38c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:52.031319 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-de8ac22d-c433-4c66-ba6f-55a382f96b51 service neutron] 10.222.0.58 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699524 May 31 11:56:52.060255 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2c2e41-8eea-49ca-ae00-532bfb687778 {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:52.068937 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.086577 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Transition to ACTIVE for port object ab2c2e41-8eea-49ca-ae00-532bfb687778 will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:52.110663 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Pushing event updated for resources: {'Port': ['ID=74249809-1ba0-4f40-8895-883b3e96f403,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:52.117378 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 4c723c42-19ad-4dff-9638-803b60275fd0 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:52.137421 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:52.279433 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 4c723c42-19ad-4dff-9638-803b60275fd0 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:52.280018 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.337108 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.359393 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:52.362913 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Attempting to bind port ced0eb03-1d2a-4006-8e68-a907a58fa5b5 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:52.363591 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Attempting to bind port ced0eb03-1d2a-4006-8e68-a907a58fa5b5 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:52.364182 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Attempting to bind port ced0eb03-1d2a-4006-8e68-a907a58fa5b5 on network b875fa4e-e1d0-4bb5-a570-65ead3233413 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:52.370221 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:52.374341 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Checking segment: {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:52.374341 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.374341 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Bound using segment: {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:52.374341 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Bound port: ced0eb03-1d2a-4006-8e68-a907a58fa5b5, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:52.374341 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.421764 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:52.424892 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:52.426444 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-559dee05-a80b-4710-987d-3343cd5422c7 req-5c254ddb-711a-45c9-8b24-17e37775254b tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Unset dirty status for tenant:456ad1c1a39b4a558fca32bab7685ec1 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:52.427615 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-559dee05-a80b-4710-987d-3343cd5422c7 req-5c254ddb-711a-45c9-8b24-17e37775254b tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5934243 May 31 11:56:52.599453 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] For port ced0eb03-1d2a-4006-8e68-a907a58fa5b5, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:52.604589 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] For port ced0eb03-1d2a-4006-8e68-a907a58fa5b5, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:52.700493 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.706013 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-caca8be7-9cff-447a-8548-f99b8e38c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:52.773473 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5454cb8-a4b1-42cf-96f6-dba7e257c40a req-2eaf5567-8dd7-4f40-9887-b040b0b8fff6 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:52.782760 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a5454cb8-a4b1-42cf-96f6-dba7e257c40a req-2eaf5567-8dd7-4f40-9887-b040b0b8fff6 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 931 time: 0.2216730 May 31 11:56:52.815123 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-4c136a44-e7d9-4fba-80a4-4927a04b4766 None None] Provisioning complete for port 74249809-1ba0-4f40-8895-883b3e96f403 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:52.816350 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c136a44-e7d9-4fba-80a4-4927a04b4766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.853306 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a5454cb8-a4b1-42cf-96f6-dba7e257c40a req-0614263b-adf9-459c-8d44-ce012845f369 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682211 May 31 11:56:52.975832 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4c136a44-e7d9-4fba-80a4-4927a04b4766 None None] Port 74249809-1ba0-4f40-8895-883b3e96f403 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:56:53.024639 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca8be7-9cff-447a-8548-f99b8e38c6b0 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:53.026300 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Routers {'f48d0cef-b4a2-440a-ba35-f3fcc0737d01'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:53.026300 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:56:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:53.059684 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1bb7d2ab-5114-4523-9a94-61500ef511af req-b30075fb-1f31-4b2c-b804-04e4739a225e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 210 time: 0.3723910 May 31 11:56:53.153395 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2c2e41-8eea-49ca-ae00-532bfb687778,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:53.199731 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-caca8be7-9cff-447a-8548-f99b8e38c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:53.229251 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:53.414458 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Attempting to bind port ab2c2e41-8eea-49ca-ae00-532bfb687778 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:53.415027 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Attempting to bind port ab2c2e41-8eea-49ca-ae00-532bfb687778 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5f128ce2-5da5-456e-a376-b12158e5be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:53.430849 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Attempting to bind port ab2c2e41-8eea-49ca-ae00-532bfb687778 on network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:53.475228 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Port ab2c2e41-8eea-49ca-ae00-532bfb687778 on network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:56:53.489317 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Attempting to bind port ab2c2e41-8eea-49ca-ae00-532bfb687778 on network ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:53.493325 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:53.493915 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Checking segment: {'id': '5f128ce2-5da5-456e-a376-b12158e5be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:53.494693 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Bound using segment: {'id': '5f128ce2-5da5-456e-a376-b12158e5be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:53.495373 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Bound port: ab2c2e41-8eea-49ca-ae00-532bfb687778, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f128ce2-5da5-456e-a376-b12158e5be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:53.495909 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.509408 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] Set router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:53.765753 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.db.resource_extend [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:56:53.823380 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:56:53.833105 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] For port ab2c2e41-8eea-49ca-ae00-532bfb687778, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:53.876711 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] For port ab2c2e41-8eea-49ca-ae00-532bfb687778, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab2c2e41-8eea-49ca-ae00-532bfb687778,segment=NetworkSegment(5f128ce2-5da5-456e-a376-b12158e5be24),segment_id=5f128ce2-5da5-456e-a376-b12158e5be24)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:53.886289 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009022-958e-47ac-ab41-6b07806d20db req-4a934f21-1813-4094-b769-cf1d68766d42 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:53.899207 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-4a934f21-1813-4094-b769-cf1d68766d42 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 819 time: 0.3610544 May 31 11:56:53.975093 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-bf048407-2796-4f10-87b2-8db5ae4ba2c5 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/quotas/3e941df032774042b261efbf36f4e25f HTTP/1.1" status: 200 len: 375 time: 0.0340750 May 31 11:56:54.019193 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d82dcf9-3068-4832-9ea0-2d941c40286e {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:54.068855 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:54.139519 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-6098191d-707f-4a93-833f-e7509afe9a93 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2041824 May 31 11:56:54.222525 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:56:54.232118 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] 10.222.0.58 "PUT /v2.0/routers/e3bc2b34-119a-46f2-8f19-2ebc6ec29a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1275826 May 31 11:56:54.232358 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Sync routers for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:56:54.234285 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Transition to ACTIVE for port object 9d82dcf9-3068-4832-9ea0-2d941c40286e will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:54.257579 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777dc94-71b9-490b-a9b8-e79e0f3d3345 req-14cd9a2e-a277-4135-a358-65b58c13be26 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:54.262441 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7777dc94-71b9-490b-a9b8-e79e0f3d3345 req-14cd9a2e-a277-4135-a358-65b58c13be26 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 943 time: 0.5515690 May 31 11:56:54.263958 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:54.264542 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:56:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:54.390447 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7777dc94-71b9-490b-a9b8-e79e0f3d3345 req-f2d84b4f-842d-4e6d-87b0-b9d376b19180 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118224 May 31 11:56:54.517137 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-9fa7941a-2f3d-4a13-b0d6-ef3c34473420 service neutron] 10.222.0.58 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697231 May 31 11:56:54.654657 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:46Z', 'revision_number': 4, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port': {'id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:37Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'ced0eb03-1d2a-4006-8e68-a907a58fa5b5', 'name': '', 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'mac_address': 'fa:16:3e:61:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a4707d7f-cfcb-4453-9574-fc4d9b4643ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:44Z', 'updated_at': '2021-05-31T11:56:52Z', 'revision_number': 4, 'project_id': '3e941df032774042b261efbf36f4e25f', 'subnets': [{'id': 'a4707d7f-cfcb-4453-9574-fc4d9b4643ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:54.658175 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ad4e-e817-4639-afcb-8c02f5c4fdef req-1f7bf97b-1378-4acd-bf59-9e5bca32fe78 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:54.658175 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-fec8ad4e-e817-4639-afcb-8c02f5c4fdef req-1f7bf97b-1378-4acd-bf59-9e5bca32fe78 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:54.665802 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20fbca-da13-4f19-9b24-502241434708 None None] The sync data for ids ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'] in dv-cinder-786384-7-smb is: [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:46Z', 'revision_number': 4, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port': {'id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:37Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'ced0eb03-1d2a-4006-8e68-a907a58fa5b5', 'name': '', 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'mac_address': 'fa:16:3e:61:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a4707d7f-cfcb-4453-9574-fc4d9b4643ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:44Z', 'updated_at': '2021-05-31T11:56:52Z', 'revision_number': 4, 'project_id': '3e941df032774042b261efbf36f4e25f', 'subnets': [{'id': 'a4707d7f-cfcb-4453-9574-fc4d9b4643ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:56:54.732452 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:54.738797 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:54.746855 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:54.777738 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:54.856177 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-39d4b500-98a7-4d65-9b1c-b3e96d4e7de0 service neutron] 10.222.0.58 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373337 May 31 11:56:55.083332 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:55.084343 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:55.085689 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] 10.222.0.54 "PUT /v2.0/ports/ab2c2e41-8eea-49ca-ae00-532bfb687778 HTTP/1.1" status: 200 len: 1093 time: 5.6318560 May 31 11:56:55.090756 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a91981-6456-453c-ab67-ffd0e7a4f72a', 'tag': 'ab2c2e41-8eea-49ca-ae00-532bfb687778'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:55.242654 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-fec8ad4e-e817-4639-afcb-8c02f5c4fdef req-1f7bf97b-1378-4acd-bf59-9e5bca32fe78 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:55.272573 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fec8ad4e-e817-4639-afcb-8c02f5c4fdef req-1f7bf97b-1378-4acd-bf59-9e5bca32fe78 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 931 time: 0.7424216 May 31 11:56:55.280568 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d82dcf9-3068-4832-9ea0-2d941c40286e,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:55.818184 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:56:50Z', 'revision_number': 2, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:55.848100 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Checking router: e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:56:55.851829 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Updating router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 port 74249809-1ba0-4f40-8895-883b3e96f403 binding host dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:56:55.884883 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-fec8ad4e-e817-4639-afcb-8c02f5c4fdef req-5052cf38-2e19-469a-8bc0-7306e518e15b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:55.937438 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Attempting to bind port 9d82dcf9-3068-4832-9ea0-2d941c40286e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:55.937438 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Attempting to bind port 9d82dcf9-3068-4832-9ea0-2d941c40286e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:55.937679 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Attempting to bind port 9d82dcf9-3068-4832-9ea0-2d941c40286e on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:56.056582 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Port 9d82dcf9-3068-4832-9ea0-2d941c40286e on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:56:56.059040 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Attempting to bind port 9d82dcf9-3068-4832-9ea0-2d941c40286e on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:56.073752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2c2e41-8eea-49ca-ae00-532bfb687778,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:56.095147 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.310s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:56.095147 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.132s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:56.095147 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:56.107374 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:56.107374 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Checking segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:56.110959 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Bound using segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:56.110959 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Bound port: 9d82dcf9-3068-4832-9ea0-2d941c40286e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:56.111256 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:56.149834 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:56.150052 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-fec8ad4e-e817-4639-afcb-8c02f5c4fdef req-5052cf38-2e19-469a-8bc0-7306e518e15b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:56.164288 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fec8ad4e-e817-4639-afcb-8c02f5c4fdef req-5052cf38-2e19-469a-8bc0-7306e518e15b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8904877 May 31 11:56:56.317517 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06289165-0427-471a-8892-772953e81fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a91981-6456-453c-ab67-ffd0e7a4f72a", "tag": "ab2c2e41-8eea-49ca-ae00-532bfb687778"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:56.349590 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-2e7c14c1-e256-4c1d-baae-37157fe2c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:56.351158 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-2e7c14c1-e256-4c1d-baae-37157fe2c5c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=456ad1c1a39b4a558fca32bab7685ec1&device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 1096 time: 0.9231164 May 31 11:56:56.454838 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38792) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:56.584652 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-9eb21b23-6653-4dfe-a815-4b9652e1442d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2c2e41-8eea-49ca-ae00-532bfb687778 HTTP/1.1" status: 200 len: 217 time: 0.1756330 May 31 11:56:56.624907 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-87a4b000-d823-40c5-ad4d-f761433cb890 req-4776c9a4-ce2a-441f-9f39-63008b4149d6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 210 time: 0.3037167 May 31 11:56:56.838075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:56.839770 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device ced0eb03-1d2a-4006-8e68-a907a58fa5b5 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:56.858939 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:56.863683 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Usage tracker for resource:security_group_rule and tenant:b55b8233dd6e4162a10af997a27bab7c is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:56.867259 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:56.879764 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:56.956888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] For port 9d82dcf9-3068-4832-9ea0-2d941c40286e, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:56.966887 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-588f0360-6643-4bab-b074-dccad580fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:56.969284 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-588f0360-6643-4bab-b074-dccad580fa8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4e467d6-f4b8-4764-9798-a3c11964c6ba HTTP/1.1" status: 200 len: 850 time: 0.2729824 May 31 11:56:56.981529 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] For port 9d82dcf9-3068-4832-9ea0-2d941c40286e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d82dcf9-3068-4832-9ea0-2d941c40286e,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:56.991895 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38802) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:57.003337 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356647095', 'description': 'tempest-description--1898630074'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:57.107122 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.118268 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:57.128027 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-de384475-4ed5-45d7-8d7d-a79de06e646b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161141 May 31 11:56:57.132422 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad169a-ad01-4b62-94b8-e82cd4bbb0f7 req-8fe2332a-7d8b-4cfa-aef7-3d7dc2c00350 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:57.140034 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ecad169a-ad01-4b62-94b8-e82cd4bbb0f7 req-8fe2332a-7d8b-4cfa-aef7-3d7dc2c00350 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 943 time: 0.3062685 May 31 11:56:57.162399 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.181114 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.189749 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-78734e92-6938-4859-88e3-29b30e5296f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:57.197767 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:security_group and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:57.324618 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port ced0eb03-1d2a-4006-8e68-a907a58fa5b5 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:57.325213 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58879efc-1200-428c-9d2a-d6c087ee9cd7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:57.337701 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b55b8233dd6e4162a10af997a27bab7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8816807 May 31 11:56:57.338345 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38816) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:57.339139 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:57.346692 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port ced0eb03-1d2a-4006-8e68-a907a58fa5b5 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:57.348975 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.475523 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38820) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:57.477190 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:56:57.562291 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.54', 52410) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:57.676371 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:57.685243 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762913b8-985c-439a-86ba-410ea4e9a745 x-openstack-request-id: req-762913b8-985c-439a-86ba-410ea4e9a745 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:57.690531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a91981-6456-453c-ab67-ffd0e7a4f72a", "tag": "ab2c2e41-8eea-49ca-ae00-532bfb687778", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:57.690531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-762913b8-985c-439a-86ba-410ea4e9a745 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:57.690531 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a91981-6456-453c-ab67-ffd0e7a4f72a', 'tag': 'ab2c2e41-8eea-49ca-ae00-532bfb687778', 'status': 'completed', 'code': 200} May 31 11:56:57.697933 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:57.781777 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.817032 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:57.840371 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Transition to ACTIVE for port object 74249809-1ba0-4f40-8895-883b3e96f403 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:57.850274 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.870352 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:57.871189 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.873251 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/9d82dcf9-3068-4832-9ea0-2d941c40286e HTTP/1.1" status: 200 len: 1093 time: 8.4332969 May 31 11:56:57.882830 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-21e8e875-788f-4ccc-b6f8-e6e757c067fd service neutron] 10.222.0.54 "GET /v2.0/networks/ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714754 May 31 11:56:57.887364 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ecad169a-ad01-4b62-94b8-e82cd4bbb0f7 req-43e1dfc2-ec50-4bfb-8551-a972ec33f006 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7466335 May 31 11:56:57.919883 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b061a64d-7d04-4ad6-b85d-28c7450a287a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.941266 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port ced0eb03-1d2a-4006-8e68-a907a58fa5b5, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:57.953805 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.962795 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:58.003029 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b061a64d-7d04-4ad6-b85d-28c7450a287a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.040615 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.059972 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.067375 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d82dcf9-3068-4832-9ea0-2d941c40286e,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:58.072109 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:58.235389 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.267829 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b061a64d-7d04-4ad6-b85d-28c7450a287a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.279205 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e29c4c61-afec-4d9a-b016-ecbf034bb9ab req-a7290b28-b9f1-4e89-89d4-fd9f301d8855 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 210 time: 0.1386492 May 31 11:56:58.325685 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:58.332680 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:58.378514 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:security_group_rule and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:58.383089 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:58.426108 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:58.436590 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:58.462730 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Usage tracker for resource:security_group_rule and tenant:51f1550b817b475eb9b3f1aee2c56c61 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:58.466914 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab7cad-8730-4599-bc2f-5a05fe5c8f1c None None] Pushing event updated for resources: {'Port': ['ID=74249809-1ba0-4f40-8895-883b3e96f403,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:58.484104 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bfab7cad-8730-4599-bc2f-5a05fe5c8f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:58.485646 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:58.508000 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:58.521754 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c20da640-8adf-4d2f-b46e-e285c33448ee req-36480f22-b1b0-4b77-a396-ce08732f5289 service neutron] 10.222.0.54 "GET /v2.0/networks/ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150985 May 31 11:56:58.547024 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-c0dd425f-bb19-4ad3-b01d-5addecae79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:58.558262 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c332b14-989c-4c7a-9839-45b52993e4ec req-9eda14ed-3770-4d1a-a0fb-8da99d2bef9f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:58.561003 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1c332b14-989c-4c7a-9839-45b52993e4ec req-9eda14ed-3770-4d1a-a0fb-8da99d2bef9f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 943 time: 1.0425770 May 31 11:56:58.564866 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-c0dd425f-bb19-4ad3-b01d-5addecae79e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 1096 time: 0.3556976 May 31 11:56:58.580017 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061a64d-7d04-4ad6-b85d-28c7450a287a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58879efc-1200-428c-9d2a-d6c087ee9cd7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:58.591053 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b061a64d-7d04-4ad6-b85d-28c7450a287a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.591053 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-b061a64d-7d04-4ad6-b85d-28c7450a287a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58879efc-1200-428c-9d2a-d6c087ee9cd7 HTTP/1.1" status: 204 len: 168 time: 1.2498767 May 31 11:56:58.591916 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:58.600322 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b061a64d-7d04-4ad6-b85d-28c7450a287a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:58.651429 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-96412f02-5541-4e03-a4b5-8d66314e536f tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:58.653249 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-96412f02-5541-4e03-a4b5-8d66314e536f tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 819 time: 1.0299900 May 31 11:56:58.674533 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:58.716789 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1c332b14-989c-4c7a-9839-45b52993e4ec req-4bd57a62-b05e-4ef2-840d-00203b4a9e6b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117084 May 31 11:56:58.717561 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:58.747956 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-abb8147f-b856-470c-a5d1-3604c696f7e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d82dcf9-3068-4832-9ea0-2d941c40286e HTTP/1.1" status: 200 len: 217 time: 0.1349609 May 31 11:56:58.761479 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.825469 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.874784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-38193d2e-d7ac-4396-8881-18b0fe2d6e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:58.881682 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Attempting to bind port 74249809-1ba0-4f40-8895-883b3e96f403 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:58.882378 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Attempting to bind port 74249809-1ba0-4f40-8895-883b3e96f403 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:58.882479 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Attempting to bind port 74249809-1ba0-4f40-8895-883b3e96f403 on network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:58.889453 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:58.889987 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Checking segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:58.890449 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.890846 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Bound using segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:58.891399 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Bound port: 74249809-1ba0-4f40-8895-883b3e96f403, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:58.891894 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.966192 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.974914 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.9819281 May 31 11:56:58.979001 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14034ca-2637-46e2-aea1-15645bf2223b,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:58.980856 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38864) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:58.996174 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'security_group_rule': {'security_group_id': 'c14034ca-2637-46e2-aea1-15645bf2223b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:59.010689 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:59.013466 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] For port 74249809-1ba0-4f40-8895-883b3e96f403, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:59.019388 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] For port 74249809-1ba0-4f40-8895-883b3e96f403, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=74249809-1ba0-4f40-8895-883b3e96f403,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:59.028591 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:security_group_rule and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:59.033882 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:59.052642 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.053025 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:59.061362 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:59.148620 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.148844 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.153081 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:59.182584 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:59.194016 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51f1550b817b475eb9b3f1aee2c56c61&name=default HTTP/1.1" status: 200 len: 2976 time: 1.6972303 May 31 11:56:59.197211 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38870) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:59.237735 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.238769 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c29267-7544-4525-9265-465e450b2114,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:59.255686 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:59.372703 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c8c8-0dd5-4fda-ae2d-9721bbf32251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.414479 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab7cad-8730-4599-bc2f-5a05fe5c8f1c None None] Pushing event updated for resources: {'Port': ['ID=74249809-1ba0-4f40-8895-883b3e96f403,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:59.431296 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bfab7cad-8730-4599-bc2f-5a05fe5c8f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:59.434275 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:59.437373 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:56:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:59.471876 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d48b1c-75b7-4eff-a623-f30fb4364ef8 req-cd1e9f18-20d6-4f89-b6f1-78bee7043052 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:59.473458 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e2d48b1c-75b7-4eff-a623-f30fb4364ef8 req-cd1e9f18-20d6-4f89-b6f1-78bee7043052 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 943 time: 0.3735671 May 31 11:56:59.495759 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c8c8-0dd5-4fda-ae2d-9721bbf32251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.533965 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.572874 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e2d48b1c-75b7-4eff-a623-f30fb4364ef8 req-4744bab5-7fc3-4249-aab7-95dad9199bf8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839880 May 31 11:56:59.666738 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.669729 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:59.690569 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea3a2f9-4b2d-477e-a0a8-fd5285b27171', 'tag': '9d82dcf9-3068-4832-9ea0-2d941c40286e'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:59.695819 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8f285d-e20e-4cdb-948d-a0dc8a91c666" -d '{"events": [{"name": "network-changed", "server_uuid": "bea3a2f9-4b2d-477e-a0a8-fd5285b27171", "tag": "9d82dcf9-3068-4832-9ea0-2d941c40286e"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:59.698806 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24429633-bba0-4c37-bf02-6ad00bb43c3e,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:59.760466 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ec9663b5-6c54-4d53-9214-fcb200e7391b req-5a7fa20f-160d-4a5e-9f10-c355a1f352a9 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 210 time: 0.1637189 May 31 11:56:59.795160 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:59.805782 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Request body: {'port': {'device_id': 'b20f0399-b7d5-4fe6-9928-6a30a3402a1d', 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413', 'admin_state_up': True, 'tenant_id': '3e941df032774042b261efbf36f4e25f'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:59.846401 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.54', 52416) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:59.917568 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.919052 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9343789 May 31 11:56:59.920153 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:59.925658 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38898) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:59.941638 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc6d15-bbc2-4fef-8f81-b839669e4082 x-openstack-request-id: req-36bc6d15-bbc2-4fef-8f81-b839669e4082 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:59.941638 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea3a2f9-4b2d-477e-a0a8-fd5285b27171", "tag": "9d82dcf9-3068-4832-9ea0-2d941c40286e", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:59.941638 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36bc6d15-bbc2-4fef-8f81-b839669e4082 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:59.941638 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea3a2f9-4b2d-477e-a0a8-fd5285b27171', 'tag': '9d82dcf9-3068-4832-9ea0-2d941c40286e', 'status': 'completed', 'code': 200} May 31 11:56:59.956491 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'security_group_rule': {'security_group_id': 'c14034ca-2637-46e2-aea1-15645bf2223b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:59.974463 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:59.984549 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:security_group_rule and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:59.994675 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:00.006281 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-d9105f09-82cc-44e5-baf5-a98eeb59bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:00.011102 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-d9105f09-82cc-44e5-baf5-a98eeb59bb46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 200 len: 855 time: 0.1576803 May 31 11:57:00.016505 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:00.122592 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c8c8-0dd5-4fda-ae2d-9721bbf32251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.125411 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.150934 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c361524c-927c-47d0-a453-14acb9abf8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:00.206175 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5c8c8-0dd5-4fda-ae2d-9721bbf32251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c29267-7544-4525-9265-465e450b2114,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:00.220057 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c8c8-0dd5-4fda-ae2d-9721bbf32251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.220057 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-a0d5c8c8-0dd5-4fda-ae2d-9721bbf32251 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30c29267-7544-4525-9265-465e450b2114 HTTP/1.1" status: 204 len: 168 time: 1.0153458 May 31 11:57:00.220057 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a0d5c8c8-0dd5-4fda-ae2d-9721bbf32251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:00.245434 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a81245-c8de-4dbc-9bac-259c8745a5b9 req-6b11445a-6e5f-48ba-ab11-a26006ee12bd tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:00.247095 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-25a81245-c8de-4dbc-9bac-259c8745a5b9 req-6b11445a-6e5f-48ba-ab11-a26006ee12bd tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 943 time: 0.2108057 May 31 11:57:00.452804 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:00.453060 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device ced0eb03-1d2a-4006-8e68-a907a58fa5b5 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:00.470763 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-25a81245-c8de-4dbc-9bac-259c8745a5b9 req-79df88a5-46db-47cd-a6b3-5f02726f0446 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047575 May 31 11:57:00.484053 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:00.551059 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Made reservation on behalf of 3e941df032774042b261efbf36f4e25f for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:00.554888 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.743781 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-e7be3b81-1187-44a3-9b13-905c95c0128a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2837bad0-40d1-4e9f-98af-733bd3eccac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3343449 May 31 11:57:00.884285 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port ced0eb03-1d2a-4006-8e68-a907a58fa5b5 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:00.884675 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.977438 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:56:59Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:01.028382 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Allocated IP 172.20.0.3 (b875fa4e-e1d0-4bb5-a570-65ead3233413/a4707d7f-cfcb-4453-9574-fc4d9b4643ad/333895b4-888f-4a8e-b8ff-7c5c52b7acbf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:01.050381 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafbfaa-0ac7-4254-b922-ba011a29d1a1 None None] The sync data for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb is: [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:56:59Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:57:01.075871 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38932) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:01.080821 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.087521 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-bce338ef-68b2-4d4e-a8c4-347c55c9181c service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347211 May 31 11:57:01.210677 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.258353 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:01.282825 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009022-958e-47ac-ab41-6b07806d20db req-9541b3d4-ef3a-478e-a640-c97151e9b913 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:01.284058 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-8e009022-958e-47ac-ab41-6b07806d20db req-9541b3d4-ef3a-478e-a640-c97151e9b913 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Synchronizing usage tracker for tenant:3e941df032774042b261efbf36f4e25f on resource:network {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:01.284284 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9064f8be-aa69-4e7c-b026-6a5cfc62c466 req-6f396075-e548-423f-a32f-4a8311ca36ad tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 210 time: 0.0966363 May 31 11:57:01.332012 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289165-0427-471a-8892-772953e81fcb req-8f4e4e03-0f88-4182-8072-d43c5112ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:01.333823 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06289165-0427-471a-8892-772953e81fcb req-8f4e4e03-0f88-4182-8072-d43c5112ffda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=456ad1c1a39b4a558fca32bab7685ec1&device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 1096 time: 1.1013150 May 31 11:57:01.344207 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc38e43-88f2-476d-9c3d-eb3aa54594a3,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:01.352580 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:01.376512 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e3b98-c742-4686-a044-5d822464e82d req-c834f80f-9e7f-45eb-aa31-7fa2d9915dea tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:01.384802 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-603e3b98-c742-4686-a044-5d822464e82d req-c834f80f-9e7f-45eb-aa31-7fa2d9915dea tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 943 time: 0.3208797 May 31 11:57:01.392771 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1146547851-network', 'tenant_id': '646b282ca95e4e4dacebfefec23e8fce'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:01.409448 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-8e009022-958e-47ac-ab41-6b07806d20db req-9541b3d4-ef3a-478e-a640-c97151e9b913 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Unset dirty status for tenant:3e941df032774042b261efbf36f4e25f on resource:network {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:01.410649 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-9541b3d4-ef3a-478e-a640-c97151e9b913 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 819 time: 1.0128865 May 31 11:57:01.411743 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:01.424312 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.424312 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4917519 May 31 11:57:01.424312 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Usage tracker for resource:network and tenant:646b282ca95e4e4dacebfefec23e8fce is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:01.426570 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38948) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:01.427387 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:01.441584 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'floatingip': {'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:01.446217 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:01.451795 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:01.468160 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:floatingip and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:01.479095 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:01.496035 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-603e3b98-c742-4686-a044-5d822464e82d req-1962f999-d2f0-49a2-9bb1-ee2420a4382a tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102252 May 31 11:57:01.497901 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:01.527405 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.538961 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 38954) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:01.555605 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Made reservation on behalf of 646b282ca95e4e4dacebfefec23e8fce for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:01.558636 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.571399 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.586775 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.600483 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.614861 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:01.623371 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1d4b703343f4480885d5d15a4d1c4ab7 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:01.627197 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:01.632324 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:01.642169 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Usage tracker for resource:security_group_rule and tenant:646b282ca95e4e4dacebfefec23e8fce is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:01.644522 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:01.647258 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:01.659428 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:01.660019 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.677111 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:01.759526 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Network b875fa4e-e1d0-4bb5-a570-65ead3233413 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:01.766449 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:01.768579 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Pushing event updated for resources: {'Port': ['ID=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:01.781993 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:01.788530 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:01.788530 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.831234 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a24c8c-0536-4dd8-a5c9-3bcc4cc6b3f3 req-fa1a2266-a297-4c24-951e-304b8530112c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:01.832813 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8a24c8c-0536-4dd8-a5c9-3bcc4cc6b3f3 req-fa1a2266-a297-4c24-951e-304b8530112c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 943 time: 0.2269530 May 31 11:57:01.834736 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:01.886993 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8a24c8c-0536-4dd8-a5c9-3bcc4cc6b3f3 req-108c5e01-b3a7-4143-bfb8-72063ee77f92 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463293 May 31 11:57:01.889423 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1011128 May 31 11:57:01.933407 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.935275 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.947278 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.078103 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.078810 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.091385 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6767e665-4feb-4514-b82c-c103f0bd9602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:02.121227 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:02.196962 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d4b703343f4480885d5d15a4d1c4ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581786 May 31 11:57:02.197431 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:57:02.199629 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38962) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:02.216932 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.218163 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Added segment f4fbc4e0-f4a9-43a0-8163-166a4d712e4c of type vlan for network e9623ebf-d185-4f96-85b4-98c589507cb7 May 31 11:57:02.223807 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 74249809-1ba0-4f40-8895-883b3e96f403 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:02.247219 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.258735 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c75631-192e-45ed-b0d8-12a90ece23f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75316d73-2f22-4161-b1e7-36e0aef9cd69,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:02.289795 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14c8882d-a30d-4800-bebb-ad7b0da0ba63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.293728 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1c01e0-cb7a-4b01-8e4c-1e95ab218176,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:02.312381 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:02.312929 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:02.313218 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:02.332239 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14c8882d-a30d-4800-bebb-ad7b0da0ba63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.335836 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Allocated IP 172.28.2.4 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/479608d2-0a1e-4764-89de-0f72d628ba02) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:02.349305 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Request body: {'port': {'device_id': 'b20f0399-b7d5-4fe6-9928-6a30a3402a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:02.364644 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Request body: {'port': {'device_id': 'eda9f059-d025-4f8c-a495-6c2b7d913322', 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413', 'admin_state_up': True, 'tenant_id': '3e941df032774042b261efbf36f4e25f'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:02.488367 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 74249809-1ba0-4f40-8895-883b3e96f403 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:02.493241 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 74249809-1ba0-4f40-8895-883b3e96f403 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:02.493620 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.510777 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.587812 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14c8882d-a30d-4800-bebb-ad7b0da0ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.598732 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-855c69a0-2420-4c5a-9096-dc1a5d74379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:02.608594 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-08172827-da8d-4a9c-a361-53c0aae8aeee req-71b639c6-73c7-4e29-8887-b3321d0f442c service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560360 May 31 11:57:02.618308 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.629401 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8882d-a30d-4800-bebb-ad7b0da0ba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75316d73-2f22-4161-b1e7-36e0aef9cd69,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:02.642327 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-14c8882d-a30d-4800-bebb-ad7b0da0ba63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:02.643208 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14c8882d-a30d-4800-bebb-ad7b0da0ba63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.654510 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-14c8882d-a30d-4800-bebb-ad7b0da0ba63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75316d73-2f22-4161-b1e7-36e0aef9cd69 HTTP/1.1" status: 204 len: 168 time: 0.4466302 May 31 11:57:02.665577 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.687827 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.688431 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.709614 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 74249809-1ba0-4f40-8895-883b3e96f403, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=74249809-1ba0-4f40-8895-883b3e96f403,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:02.747867 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:02.776854 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bb9f8491-1629-45d2-b6f6-d71a9be6a2f9 req-517d47fb-7a11-434c-b407-904d575a1ebe tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 210 time: 0.2374666 May 31 11:57:02.779879 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.781975 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:02.875716 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=74249809-1ba0-4f40-8895-883b3e96f403,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:02.883430 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:02.897562 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f61e4-eb70-4084-a523-fc435ede4393 req-bf16a8d5-cf28-46be-9d75-d2605306a31f tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.906781 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6b2f61e4-eb70-4084-a523-fc435ede4393 req-bf16a8d5-cf28-46be-9d75-d2605306a31f tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 943 time: 0.2302611 May 31 11:57:02.959161 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6b2f61e4-eb70-4084-a523-fc435ede4393 req-42a4171c-f2d6-4a41-a073-96ab857ebcf7 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532269 May 31 11:57:03.085027 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333895b4-888f-4a8e-b8ff-7c5c52b7acbf {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:03.092756 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.095325 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e9623ebf-d185-4f96-85b4-98c589507cb7,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:03.109308 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network e9623ebf-d185-4f96-85b4-98c589507cb7 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:57:03.111112 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Transition to ACTIVE for port object 333895b4-888f-4a8e-b8ff-7c5c52b7acbf will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:03.120578 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:03.135351 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0549703 May 31 11:57:03.135351 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:03.136424 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 38986) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:03.143628 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Request body: {'subnet': {'network_id': 'e9623ebf-d185-4f96-85b4-98c589507cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1146547851-subnet', 'tenant_id': '646b282ca95e4e4dacebfefec23e8fce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:03.151280 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:03.158802 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Usage tracker for resource:subnet and tenant:646b282ca95e4e4dacebfefec23e8fce is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:03.161554 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Usage tracker for resource:port and tenant:3e941df032774042b261efbf36f4e25f is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:03.163636 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:03.169703 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289165-0427-471a-8892-772953e81fcb req-15080f7f-66f7-4385-9447-37152a1185b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.171778 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06289165-0427-471a-8892-772953e81fcb req-15080f7f-66f7-4385-9447-37152a1185b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e HTTP/1.1" status: 200 len: 911 time: 0.7681642 May 31 11:57:03.173098 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:03.176522 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:03.190933 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.196725 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1c7f1904-9586-4e81-839c-9da48b3ade55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:03.202358 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:03.261110 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Made reservation on behalf of 646b282ca95e4e4dacebfefec23e8fce for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:03.264157 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.290407 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.296430 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06289165-0427-471a-8892-772953e81fcb req-dae1ff8b-345f-4a8b-8f23-c916fbd063b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2c2e41-8eea-49ca-ae00-532bfb687778 HTTP/1.1" status: 200 len: 217 time: 0.1045930 May 31 11:57:03.318812 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-dd48e859-a5e0-47cc-b80c-c1445d5ab33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.320370 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-dd48e859-a5e0-47cc-b80c-c1445d5ab33d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 1096 time: 0.4801812 May 31 11:57:03.350631 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab14e6-77d9-48fd-af35-a750050ce617 req-5b970fd1-8faa-4c0c-b943-c9b9dfbf6679 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.352163 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c0ab14e6-77d9-48fd-af35-a750050ce617 req-5b970fd1-8faa-4c0c-b943-c9b9dfbf6679 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 943 time: 0.3253133 May 31 11:57:03.370260 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:03.384333 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Made reservation on behalf of 3e941df032774042b261efbf36f4e25f for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:03.388026 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.388583 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:03.429530 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.442579 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-02d916df-a08a-41b4-9b36-111f1978e9b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:03.481313 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c0ab14e6-77d9-48fd-af35-a750050ce617 req-a8e9ac90-b992-4226-9272-0514e06a4338 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214256 May 31 11:57:03.539855 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Attempting to bind port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:57:03.540221 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Attempting to bind port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:57:03.540583 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Attempting to bind port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf on network b875fa4e-e1d0-4bb5-a570-65ead3233413 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:03.548245 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf on network b875fa4e-e1d0-4bb5-a570-65ead3233413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:57:03.548572 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Attempting to bind port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf on network b875fa4e-e1d0-4bb5-a570-65ead3233413 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:03.559163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:57:03.559163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Checking segment: {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:03.559163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Bound using segment: {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:57:03.559163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Bound port: 333895b4-888f-4a8e-b8ff-7c5c52b7acbf, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:57:03.559163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.698386 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289165-0427-471a-8892-772953e81fcb req-ed27c17a-a642-4a97-9f81-ecd3ecac33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.699898 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06289165-0427-471a-8892-772953e81fcb req-ed27c17a-a642-4a97-9f81-ecd3ecac33a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4e467d6-f4b8-4764-9798-a3c11964c6ba HTTP/1.1" status: 200 len: 850 time: 0.1094143 May 31 11:57:03.739061 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] For port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:57:03.756786 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.763257 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] For port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:57:03.773996 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:03.878568 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.889883 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-83d4073c-5b34-47de-9029-5fb5a4b60c0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:03.976212 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:04.090927 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Allocated IP 172.20.0.13 (b875fa4e-e1d0-4bb5-a570-65ead3233413/a4707d7f-cfcb-4453-9574-fc4d9b4643ad/76da3fb8-9bba-4148-aaf7-08ce7b27e721) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:04.148750 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06289165-0427-471a-8892-772953e81fcb req-077df5e0-3c33-4fab-82f3-120f436976f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4353061 May 31 11:57:04.149636 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:04.163058 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.163693 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.165123 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] 10.222.0.54 "PUT /v2.0/ports/333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 200 len: 1093 time: 1.8217578 May 31 11:57:04.168180 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-a308bccf-5d34-46b2-86b9-77d457870c32 req-35763b96-0a42-45c4-b860-64214a4fbce1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Synchronizing usage tracker for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:04.168995 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20f0399-b7d5-4fe6-9928-6a30a3402a1d', 'tag': '333895b4-888f-4a8e-b8ff-7c5c52b7acbf'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:04.203314 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 74249809-1ba0-4f40-8895-883b3e96f403 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:04.317980 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 74249809-1ba0-4f40-8895-883b3e96f403 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:04.318268 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.405480 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:04.413528 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:04.423685 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-a308bccf-5d34-46b2-86b9-77d457870c32 req-35763b96-0a42-45c4-b860-64214a4fbce1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Unset dirty status for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:04.425030 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a308bccf-5d34-46b2-86b9-77d457870c32 req-35763b96-0a42-45c4-b860-64214a4fbce1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 210 time: 0.4511688 May 31 11:57:04.431123 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d707d7-3a6e-409f-b49f-fd185a00de43" -d '{"events": [{"name": "network-changed", "server_uuid": "b20f0399-b7d5-4fe6-9928-6a30a3402a1d", "tag": "333895b4-888f-4a8e-b8ff-7c5c52b7acbf"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:04.520988 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06289165-0427-471a-8892-772953e81fcb req-edbc203e-74d2-4608-9311-cfd05e834c99 service neutron] 10.222.0.54 "GET /v2.0/networks/ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028865 May 31 11:57:04.522554 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'Port': ['ID=479608d2-0a1e-4764-89de-0f72d628ba02,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:04.536087 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:04.546880 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-da00b4c3-820f-4a78-908a-09710e277d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.549458 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-da00b4c3-820f-4a78-908a-09710e277d3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1096 time: 0.2400560 May 31 11:57:04.678959 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.688948 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c46630-a7c2-4fbb-9eb5-cf9d383d6fdf x-openstack-request-id: req-01c46630-a7c2-4fbb-9eb5-cf9d383d6fdf {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:04.689560 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20f0399-b7d5-4fe6-9928-6a30a3402a1d", "tag": "333895b4-888f-4a8e-b8ff-7c5c52b7acbf", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:04.689958 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01c46630-a7c2-4fbb-9eb5-cf9d383d6fdf {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:04.690671 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20f0399-b7d5-4fe6-9928-6a30a3402a1d', 'tag': '333895b4-888f-4a8e-b8ff-7c5c52b7acbf', 'status': 'completed', 'code': 200} May 31 11:57:04.705579 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:04.746424 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-61bf7976-1d0f-4563-a556-c8ce49c7d72b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 200 len: 217 time: 0.1780062 May 31 11:57:04.844576 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-92cc6de8-d562-4a47-97f2-d6317fe2f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.847825 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-92cc6de8-d562-4a47-97f2-d6317fe2f11e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 916 time: 1.2940114 May 31 11:57:04.865251 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.899482 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31be7b0-0b7a-4eec-9435-26e60849bb6e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:04.913420 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:04.917380 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-f158c99e-3fcd-4fe6-8a80-bddd87f63424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.918840 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-f158c99e-3fcd-4fe6-8a80-bddd87f63424 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.1642003 May 31 11:57:04.923080 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Checking segment: {'id': 'f4fbc4e0-f4a9-43a0-8163-166a4d712e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'e9623ebf-d185-4f96-85b4-98c589507cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:04.923430 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Network hostable DHCP agents. Network: e9623ebf-d185-4f96-85b4-98c589507cb7, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:57:04.968129 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-5210d825-0c0c-4420-8599-317559e8136f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d82dcf9-3068-4832-9ea0-2d941c40286e HTTP/1.1" status: 200 len: 217 time: 0.1059983 May 31 11:57:04.983817 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-6066c133-9e84-4b11-aa7a-271ae84e231a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563197 May 31 11:57:05.000774 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d0726-5bff-4165-a49b-d12f2d1235e3 req-6407f49c-2052-4670-a600-261e0cfcee77 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.002209 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f87d0726-5bff-4165-a49b-d12f2d1235e3 req-6407f49c-2052-4670-a600-261e0cfcee77 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 943 time: 0.2549500 May 31 11:57:05.097664 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Network e9623ebf-d185-4f96-85b4-98c589507cb7 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:57:05.107523 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06289165-0427-471a-8892-772953e81fcb req-6cec16ec-0fc9-42b4-846c-1929bbcccf47 service neutron] 10.222.0.54 "GET /v2.0/networks/ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559933 May 31 11:57:05.116692 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5484487-41bd-46a5-963b-e14316f0bde7 req-0f5c7524-b5d8-489a-8444-312a86b11974 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.117844 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c5484487-41bd-46a5-963b-e14316f0bde7 req-0f5c7524-b5d8-489a-8444-312a86b11974 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 943 time: 0.9619544 May 31 11:57:05.141143 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f87d0726-5bff-4165-a49b-d12f2d1235e3 req-750174fd-f616-40e0-a54a-cc49fd09b39c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201689 May 31 11:57:05.181853 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-924966c8-356e-4a4c-b5da-6cd624bb0ee3 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787002 May 31 11:57:05.182583 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.192216 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-9855cc7e-dc53-4179-b8d9-236d43a9cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.193573 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-9855cc7e-dc53-4179-b8d9-236d43a9cfc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 200 len: 855 time: 0.2142856 May 31 11:57:05.203439 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.282153 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, e9623ebf-d185-4f96-85b4-98c589507cb7) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:05.292317 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee397c-19af-4422-975b-466beb67b12b None None] Network e9623ebf-d185-4f96-85b4-98c589507cb7 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:57:05.297547 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.298189 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.312953 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-3dc27e84-33b1-4adb-a077-009a5325860a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2837bad0-40d1-4e9f-98af-733bd3eccac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128383 May 31 11:57:05.318847 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c5484487-41bd-46a5-963b-e14316f0bde7 req-6cd57e57-4e5b-44a9-8ec4-76e352e5a884 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757507 May 31 11:57:05.399692 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9e56cf7c-0fe9-4294-94be-584bd813ba5a req-22805079-63b7-4508-943d-c3f163417807 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099924 May 31 11:57:05.419183 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2813241 May 31 11:57:05.615164 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b46b5-3813-465c-ae3a-aea9ee7db5ec None None] Network e9623ebf-d185-4f96-85b4-98c589507cb7 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:57:05.644948 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-30390bd2-5541-4609-a078-8702e0387c5c service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205101 May 31 11:57:05.649092 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.680572 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e4205b62-3590-4090-a7df-009ffcfda6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:05.771397 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf8f4-c649-4d9a-9385-cc982626adb4 req-1b46bcaa-adcc-4c63-9d31-56a38c66c45d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.778917 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fffbf8f4-c649-4d9a-9385-cc982626adb4 req-1b46bcaa-adcc-4c63-9d31-56a38c66c45d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 932 time: 0.1890361 May 31 11:57:05.888050 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-8c650ac0-d14c-4e15-b4ec-75c5b9fd9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.888050 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-8c650ac0-d14c-4e15-b4ec-75c5b9fd9087 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1096 time: 0.2849305 May 31 11:57:05.956404 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.db.resource_extend [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:57:05.978026 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Network b875fa4e-e1d0-4bb5-a570-65ead3233413 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:05.980153 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.984898 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fffbf8f4-c649-4d9a-9385-cc982626adb4 req-0e2f6509-0d84-4fad-a3eb-851c7c2819fe tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043138 May 31 11:57:05.988039 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:06.004500 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:06.010409 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.011028 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.032011 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Pushing event updated for resources: {'Port': ['ID=76da3fb8-9bba-4148-aaf7-08ce7b27e721,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:06.035619 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:06.055427 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-2812fef6-314f-4a32-83e0-0dd5187d4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.057229 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-2812fef6-314f-4a32-83e0-0dd5187d4e84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.1687629 May 31 11:57:06.071930 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-df8f285d-e20e-4cdb-948d-a0dc8a91c666 req-448a8c9d-be3c-4321-ac90-a0f675cf48af service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189329 May 31 11:57:06.073028 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.078669 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:06.160665 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-627473b0-9da6-4038-858c-d92313d3a43d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 200 len: 217 time: 0.0904670 May 31 11:57:06.161689 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'Port': ['ID=479608d2-0a1e-4764-89de-0f72d628ba02,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:06.164615 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:06.167697 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.198499 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-55895649-58d9-45ee-adfb-22807803de68 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8427811 May 31 11:57:06.223617 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Request body: {'port': {'device_id': 'eda9f059-d025-4f8c-a495-6c2b7d913322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:06.246278 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-e6f38f2f-5798-45d5-ad7a-a1dbf33e60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.251683 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-e6f38f2f-5798-45d5-ad7a-a1dbf33e60a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0885313 May 31 11:57:06.304892 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-070244db-2484-4f94-a5c7-aee4d91eba47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467520 May 31 11:57:06.331504 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.333031 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9022160 May 31 11:57:06.489602 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.577578 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93beb-920f-45fc-af1f-b183e307b3b7 req-9d28e02d-b454-4b14-a560-0b6edd983015 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.579210 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4dd93beb-920f-45fc-af1f-b183e307b3b7 req-9d28e02d-b454-4b14-a560-0b6edd983015 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 943 time: 0.2840176 May 31 11:57:06.637551 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-a486ad81-348e-46a8-9990-b35f71e7522a service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251672 May 31 11:57:06.721797 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4dd93beb-920f-45fc-af1f-b183e307b3b7 req-f53dc36d-366e-42c3-a521-ddb33e9f8cef tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318543 May 31 11:57:06.753345 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 39122) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:06.762164 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1054313750-network', 'tenant_id': 'c6f25e62d2c74d079f6bdfeee2265477'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:06.784756 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:06.831909 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Usage tracker for resource:network and tenant:c6f25e62d2c74d079f6bdfeee2265477 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:06.836734 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f262954-a27b-4b74-b932-54d059a1f8a7 req-9ebb557d-1fa3-4bbb-a057-ac8898f5e032 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.838239 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3f262954-a27b-4b74-b932-54d059a1f8a7 req-9ebb557d-1fa3-4bbb-a057-ac8898f5e032 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 943 time: 0.3280733 May 31 11:57:06.838760 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:06.848381 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:06.878012 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-03d707d7-3a6e-409f-b49f-fd185a00de43 req-a7b60ba5-8dbd-4cf2-b001-fa2725ee51ee service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091632 May 31 11:57:06.902513 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3f262954-a27b-4b74-b932-54d059a1f8a7 req-39a7010c-3fcd-4dbb-a500-953731a152b5 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487080 May 31 11:57:06.924621 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-71741fee-baa8-4231-a446-0c2e58002e27 req-02076c16-9046-48d4-8432-123869dd6551 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Synchronizing usage tracker for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:06.973335 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Made reservation on behalf of c6f25e62d2c74d079f6bdfeee2265477 for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:06.975871 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.005455 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.068626 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:07.075793 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f25e62d2c74d079f6bdfeee2265477 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:07.080752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:07.089739 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:07.091787 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-71741fee-baa8-4231-a446-0c2e58002e27 req-02076c16-9046-48d4-8432-123869dd6551 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Unset dirty status for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:07.092767 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-02076c16-9046-48d4-8432-123869dd6551 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--356647095&fields=id&tenant_id=ed32271e1e944cfc966e436cfaaeda75 HTTP/1.1" status: 200 len: 267 time: 0.2511797 May 31 11:57:07.094707 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76da3fb8-9bba-4148-aaf7-08ce7b27e721 {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:07.124574 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.199091 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6bfc5-b6c4-4c86-be8c-19a422a8a1cc req-585ce38e-b36c-4c89-9cc1-242097edbac1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:07.200675 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e6c6bfc5-b6c4-4c86-be8c-19a422a8a1cc req-585ce38e-b36c-4c89-9cc1-242097edbac1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 932 time: 0.0868638 May 31 11:57:07.211097 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Transition to ACTIVE for port object 76da3fb8-9bba-4148-aaf7-08ce7b27e721 will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:07.250545 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e6c6bfc5-b6c4-4c86-be8c-19a422a8a1cc req-ede6f85c-cada-41e2-a850-78f67f5c8d3b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 May 31 11:57:07.309578 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741fee-baa8-4231-a446-0c2e58002e27 req-6e23cd85-c6b1-4929-b67d-cbb17e4f68c8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:07.310312 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-71741fee-baa8-4231-a446-0c2e58002e27 req-6e23cd85-c6b1-4929-b67d-cbb17e4f68c8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Synchronizing usage tracker for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:network {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:07.317866 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.337569 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:07.400637 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.474337 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.481834 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Pushing event updated for resources: {'Port': ['ID=76da3fb8-9bba-4148-aaf7-08ce7b27e721,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:07.487666 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:07.511432 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:07.534708 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:57:07.573453 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Attempting to bind port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:57:07.573791 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Attempting to bind port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:57:07.574116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Attempting to bind port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 on network b875fa4e-e1d0-4bb5-a570-65ead3233413 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:07.578492 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.578834 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Added segment a34d9110-a515-45b9-9e2a-669dc4a20773 of type vlan for network f6c92dcc-e4e7-4762-a7b3-5fdb097732a4 May 31 11:57:07.585392 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-71741fee-baa8-4231-a446-0c2e58002e27 req-6e23cd85-c6b1-4929-b67d-cbb17e4f68c8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Unset dirty status for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:network {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:07.586567 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-6e23cd85-c6b1-4929-b67d-cbb17e4f68c8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 817 time: 0.4861858 May 31 11:57:07.587182 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f4127e-16ff-4e08-8b31-edae013e0b7e,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:07.590395 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 on network b875fa4e-e1d0-4bb5-a570-65ead3233413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:57:07.590718 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Attempting to bind port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 on network b875fa4e-e1d0-4bb5-a570-65ead3233413 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:07.593700 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:07.619097 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:57:07.619433 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Checking segment: {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:07.619850 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Bound using segment: {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:57:07.620289 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Bound port: 76da3fb8-9bba-4148-aaf7-08ce7b27e721, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f91614-e3f7-4d27-b00c-ab1cded22c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:57:07.620640 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.632648 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-68566ac2-3170-4335-a3a1-19b54d8199e6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/quotas/ed32271e1e944cfc966e436cfaaeda75 HTTP/1.1" status: 200 len: 375 time: 0.0371523 May 31 11:57:07.641434 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.805210 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] For port 76da3fb8-9bba-4148-aaf7-08ce7b27e721, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:57:07.808784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] For port 76da3fb8-9bba-4148-aaf7-08ce7b27e721, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:57:07.818275 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-71741fee-baa8-4231-a446-0c2e58002e27 req-9075c143-4d1b-4b93-808d-94d370ce386b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Synchronizing usage tracker for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:07.836485 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.837888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:07.838469 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.843746 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:07.870086 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.938459 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155dc12-559f-40f1-9b82-4d4c42f363ff req-fe3f1898-39c5-4d46-afdd-d4d2cf78081f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:07.939962 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7155dc12-559f-40f1-9b82-4d4c42f363ff req-fe3f1898-39c5-4d46-afdd-d4d2cf78081f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 943 time: 0.0849612 May 31 11:57:07.946711 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-71741fee-baa8-4231-a446-0c2e58002e27 req-9075c143-4d1b-4b93-808d-94d370ce386b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Unset dirty status for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:07.948047 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-9075c143-4d1b-4b93-808d-94d370ce386b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3091938 May 31 11:57:07.963822 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c92dcc-e4e7-4762-a7b3-5fdb097732a4,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:07.967059 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:07.968682 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-47fd856b-f94c-426e-90c5-c21089b8a1f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:07.976519 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network f6c92dcc-e4e7-4762-a7b3-5fdb097732a4 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:57:07.996780 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7155dc12-559f-40f1-9b82-4d4c42f363ff req-04849572-8f8b-4df1-8c61-da01994fabee tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508416 May 31 11:57:07.999825 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.001025 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.002318 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] 10.222.0.54 "PUT /v2.0/ports/76da3fb8-9bba-4148-aaf7-08ce7b27e721 HTTP/1.1" status: 200 len: 1094 time: 1.7881498 May 31 11:57:08.003462 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda9f059-d025-4f8c-a495-6c2b7d913322', 'tag': '76da3fb8-9bba-4148-aaf7-08ce7b27e721'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:08.006007 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6c5161-704c-4cd9-b78d-0051cf6fce02" -d '{"events": [{"name": "network-changed", "server_uuid": "eda9f059-d025-4f8c-a495-6c2b7d913322", "tag": "76da3fb8-9bba-4148-aaf7-08ce7b27e721"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:08.176366 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4217613 May 31 11:57:08.190714 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39160) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:08.198907 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Request body: {'subnet': {'network_id': 'f6c92dcc-e4e7-4762-a7b3-5fdb097732a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1054313750-subnet', 'tenant_id': 'c6f25e62d2c74d079f6bdfeee2265477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:08.209978 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:08.216545 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Usage tracker for resource:subnet and tenant:c6f25e62d2c74d079f6bdfeee2265477 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:08.220713 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:08.227794 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:08.264495 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Pushing event updated for resources: {'Port': ['ID=76da3fb8-9bba-4148-aaf7-08ce7b27e721,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:08.264681 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af2990-48cd-4a96-9b0b-6b4561361608 req-2afc45c2-2a37-4d6f-a648-a9d1f63334d9 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.264681 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-55af2990-48cd-4a96-9b0b-6b4561361608 req-2afc45c2-2a37-4d6f-a648-a9d1f63334d9 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 943 time: 0.1090837 May 31 11:57:08.290115 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:08.305438 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-55af2990-48cd-4a96-9b0b-6b4561361608 req-4c256125-1d5a-4742-9ea8-ae65fb21d022 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 May 31 11:57:08.314463 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-0db2b121-182c-4d11-bfbb-ad99eec6de74 service neutron] 10.222.0.58 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116400 May 31 11:57:08.339934 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Made reservation on behalf of c6f25e62d2c74d079f6bdfeee2265477 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:08.344470 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.362917 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ab2c2e41-8eea-49ca-ae00-532bfb687778 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:08.398761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0c737-ad45-470f-81e9-34f5d947b964 x-openstack-request-id: req-eee0c737-ad45-470f-81e9-34f5d947b964 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:08.399077 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda9f059-d025-4f8c-a495-6c2b7d913322", "tag": "76da3fb8-9bba-4148-aaf7-08ce7b27e721", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:08.399350 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eee0c737-ad45-470f-81e9-34f5d947b964 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:08.399784 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda9f059-d025-4f8c-a495-6c2b7d913322', 'tag': '76da3fb8-9bba-4148-aaf7-08ce7b27e721', 'status': 'completed', 'code': 200} May 31 11:57:08.474818 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009022-958e-47ac-ab41-6b07806d20db req-7261c6df-7926-46ca-8df5-8dc8d4e0c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.476365 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-7261c6df-7926-46ca-8df5-8dc8d4e0c562 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 1097 time: 0.2238243 May 31 11:57:08.485998 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-88559a05-fa7d-4a1d-8fe6-2e0b3c119620 service neutron] 10.222.0.58 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706188 May 31 11:57:08.533697 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6b829c6-4ae4-405b-bdbc-f451f0404705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.587032 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-3ccb8e11-82a0-4aee-8605-9a7ebd3c8282 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721 HTTP/1.1" status: 200 len: 217 time: 0.0899231 May 31 11:57:08.601125 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ab2c2e41-8eea-49ca-ae00-532bfb687778, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab2c2e41-8eea-49ca-ae00-532bfb687778,segment=NetworkSegment(5f128ce2-5da5-456e-a376-b12158e5be24),segment_id=5f128ce2-5da5-456e-a376-b12158e5be24)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:08.616807 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': 'ab2c2e41-8eea-49ca-ae00-532bfb687778', 'network_id': 'ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e', 'port_id': 'ab2c2e41-8eea-49ca-ae00-532bfb687778', 'mac_address': 'fa:16:3e:52:2e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e467d6-f4b8-4764-9798-a3c11964c6ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:08.667306 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009022-958e-47ac-ab41-6b07806d20db req-9939e23a-fb66-48f3-844b-63ffdf593c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.668945 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-9939e23a-fb66-48f3-844b-63ffdf593c4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0733550 May 31 11:57:08.681161 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.699223 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2c2e41-8eea-49ca-ae00-532bfb687778 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:08.715609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38334-8ab6-4639-9cfb-d7b7e957701c req-984551d9-16d9-42cf-8a8f-4597bbfdf1e9 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.716704 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81b38334-8ab6-4639-9cfb-d7b7e957701c req-984551d9-16d9-42cf-8a8f-4597bbfdf1e9 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 944 time: 0.1953046 May 31 11:57:08.718823 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-141b8c84-d2ab-4865-9d8b-a099cfed4d24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430012 May 31 11:57:08.722685 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ab2c2e41-8eea-49ca-ae00-532bfb687778, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab2c2e41-8eea-49ca-ae00-532bfb687778,segment=NetworkSegment(5f128ce2-5da5-456e-a376-b12158e5be24),segment_id=5f128ce2-5da5-456e-a376-b12158e5be24)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:08.776602 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81b38334-8ab6-4639-9cfb-d7b7e957701c req-9b997fcc-7f8d-4a6f-8d62-8687d39091cd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531499 May 31 11:57:08.836542 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.837935 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 9d82dcf9-3068-4832-9ea0-2d941c40286e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:08.843434 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-4a44b616-ad45-4d03-b180-5417b84b499a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:08.897653 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b6635dab-ac1e-4792-9f88-ef866fdd9ee6 req-a8065ac7-3b67-4e44-a473-04fba27e880a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 210 time: 0.0790555 May 31 11:57:08.945306 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-aafaf861-9ee3-4025-8373-c7d49ccbc4da service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193940 May 31 11:57:09.001211 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=ab2c2e41-8eea-49ca-ae00-532bfb687778,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:09.005988 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:09.093003 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:09.098530 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:09.115674 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 9d82dcf9-3068-4832-9ea0-2d941c40286e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d82dcf9-3068-4832-9ea0-2d941c40286e,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:09.130788 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e009022-958e-47ac-ab41-6b07806d20db req-a97bb6c2-876f-4aff-ab43-a43fec3d0a13 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771986 May 31 11:57:09.141158 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '9d82dcf9-3068-4832-9ea0-2d941c40286e', 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'port_id': '9d82dcf9-3068-4832-9ea0-2d941c40286e', 'mac_address': 'fa:16:3e:f4:21:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:09.207165 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:09.222559 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 39188) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:09.226981 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d82dcf9-3068-4832-9ea0-2d941c40286e {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:09.246631 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=418bf8eb-fc05-4bdd-8c51-383c6fdbc597,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:09.247101 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 9d82dcf9-3068-4832-9ea0-2d941c40286e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d82dcf9-3068-4832-9ea0-2d941c40286e,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:09.258368 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:09.271101 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Checking segment: {'id': 'a34d9110-a515-45b9-9e2a-669dc4a20773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f6c92dcc-e4e7-4762-a7b3-5fdb097732a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:09.271462 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Network hostable DHCP agents. Network: f6c92dcc-e4e7-4762-a7b3-5fdb097732a4, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:57:09.310630 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:09.313435 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:09.358408 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea06d92-89d7-4b7c-8b8b-d69f86211483 req-ed91ea83-3d75-4645-9b41-59d650998ac7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:09.364973 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0ea06d92-89d7-4b7c-8b8b-d69f86211483 req-ed91ea83-3d75-4645-9b41-59d650998ac7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 943 time: 0.1810851 May 31 11:57:09.406227 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Network f6c92dcc-e4e7-4762-a7b3-5fdb097732a4 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:57:09.486830 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=9d82dcf9-3068-4832-9ea0-2d941c40286e,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:09.490120 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:09.497759 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0ea06d92-89d7-4b7c-8b8b-d69f86211483 req-c267d70a-fbc8-4aea-aacc-b6119a3d742f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244297 May 31 11:57:09.527575 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, f6c92dcc-e4e7-4762-a7b3-5fdb097732a4) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:09.532346 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:09.537988 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf40f8f-b719-4bcb-b370-1c06aaae0626 None None] Network f6c92dcc-e4e7-4762-a7b3-5fdb097732a4 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:57:09.538408 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:09.539023 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:09.573598 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:09.580663 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Usage tracker for resource:security_group_rule and tenant:f73b2365b2d64a6aba7d14ea708389ce is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:09.584390 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:09.594697 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:09.621186 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-1a61cce7-4e43-411e-ba80-885ef8d7b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:09.622675 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-1a61cce7-4e43-411e-ba80-885ef8d7b647 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 1097 time: 0.2699525 May 31 11:57:09.632042 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6b210-17d4-4062-b06d-e7348ee87c05 req-e75d5c8e-2f61-4414-af39-25c9a611460c tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:09.633515 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e1d6b210-17d4-4062-b06d-e7348ee87c05 req-e75d5c8e-2f61-4414-af39-25c9a611460c tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 944 time: 0.1700432 May 31 11:57:09.650780 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4498334 May 31 11:57:09.794078 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e1d6b210-17d4-4062-b06d-e7348ee87c05 req-375e30bb-e0f1-4293-a688-820f73e78984 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334603 May 31 11:57:09.854127 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c20e841-aa07-4c7a-9c5c-a73bffe2cbc8 None None] Network f6c92dcc-e4e7-4762-a7b3-5fdb097732a4 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:57:09.861609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39212) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:09.866015 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-c5f6577a-a2a1-4979-9875-4425567ef0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:09.867485 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-c5f6577a-a2a1-4979-9875-4425567ef0c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.2331007 May 31 11:57:10.023362 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Deleting subnet d31be7b0-0b7a-4eec-9435-26e60849bb6e {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:57:10.025343 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.031405 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-146724e1-73bc-40f1-8c67-e4a252d68f88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721 HTTP/1.1" status: 200 len: 217 time: 0.1527419 May 31 11:57:10.105075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.110112 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['ab2c2e41-8eea-49ca-ae00-532bfb687778'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:10.115574 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f1aacf19-82b3-430b-ab91-16e9b9983831 req-f3b2c5e0-d118-4941-be97-60894f9ec4d1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 210 time: 0.0970085 May 31 11:57:10.134376 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.150812 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.161142 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-77e42f08-d75d-4f13-9f88-e8183a4bb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.162417 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-77e42f08-d75d-4f13-9f88-e8183a4bb5e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0934925 May 31 11:57:10.182881 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2c61e-8bda-4265-8ade-28e6ddc31fd8 req-996d2296-66c8-4ef0-a5db-598536b0f4f2 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.184400 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-57e2c61e-8bda-4265-8ade-28e6ddc31fd8 req-996d2296-66c8-4ef0-a5db-598536b0f4f2 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 944 time: 0.2174795 May 31 11:57:10.218731 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-8d4ebdc1-fc9e-41c2-b8d8-2934c2b3d25c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491574 May 31 11:57:10.269052 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['9d82dcf9-3068-4832-9ea0-2d941c40286e'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:10.325341 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.360698 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-57e2c61e-8bda-4265-8ade-28e6ddc31fd8 req-39aed466-1252-430d-bbdf-63369aadfcb0 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663158 May 31 11:57:10.418804 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 333895b4-888f-4a8e-b8ff-7c5c52b7acbf details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:10.440757 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8cb0b13c-e8bd-4b33-8f45-7ec26efea1d7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:10.569742 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f73b2365b2d64a6aba7d14ea708389ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3451447 May 31 11:57:10.574409 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39228) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:10.612340 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6668c5-695c-4f11-83ae-3107e68af44a,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:10.628250 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:10.637885 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-5a22ed74-af25-4ead-b77b-4489697a455a service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989465 May 31 11:57:10.699063 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d955-28ac-40dc-9576-7d670c7c2ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.735691 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d955-28ac-40dc-9576-7d670c7c2ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.786039 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.797177 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4a107c5b-ad5f-45d6-9927-41eb5abb6894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:10.822261 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:10.835166 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31be7b0-0b7a-4eec-9435-26e60849bb6e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:10.837963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:10.839667 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.853958 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d31be7b0-0b7a-4eec-9435-26e60849bb6e HTTP/1.1" status: 204 len: 168 time: 0.9886763 May 31 11:57:10.854093 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39236) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:10.893877 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b6c5161-704c-4cd9-b78d-0051cf6fce02 req-2676e899-0df5-4a85-81b2-6e74d36509f5 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484353 May 31 11:57:10.921262 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81add19-dea4-497c-81a4-9f651ddb1627 req-692357a9-ac76-49f7-a2a5-97ddc7211a82 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.921262 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e81add19-dea4-497c-81a4-9f651ddb1627 req-692357a9-ac76-49f7-a2a5-97ddc7211a82 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 944 time: 0.1214144 May 31 11:57:10.939716 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '333895b4-888f-4a8e-b8ff-7c5c52b7acbf', 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413', 'port_id': '333895b4-888f-4a8e-b8ff-7c5c52b7acbf', 'mac_address': 'fa:16:3e:2f:8e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4707d7f-cfcb-4453-9574-fc4d9b4643ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:10.963467 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d955-28ac-40dc-9576-7d670c7c2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.969257 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d955-28ac-40dc-9576-7d670c7c2ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.972738 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-0ac9d955-28ac-40dc-9576-7d670c7c2ceb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea6668c5-695c-4f11-83ae-3107e68af44a HTTP/1.1" status: 204 len: 168 time: 0.3950002 May 31 11:57:10.973552 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-14c8882d-a30d-4800-bebb-ad7b0da0ba63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:10.996146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9d955-28ac-40dc-9576-7d670c7c2ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6668c5-695c-4f11-83ae-3107e68af44a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:10.999690 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-0ac9d955-28ac-40dc-9576-7d670c7c2ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:11.006222 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.081026 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.084138 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.088778 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e81add19-dea4-497c-81a4-9f651ddb1627 req-6521ce3a-f63c-4116-9652-63f89a5e951c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553411 May 31 11:57:11.107415 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333895b4-888f-4a8e-b8ff-7c5c52b7acbf {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:11.144447 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:11.207293 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.224560 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.224906 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.225608 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.225975 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > port after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.226296 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.226644 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > port after_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.226963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.227278 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.227590 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.227931 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.271755 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.273689 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6e9c88c4-665b-4008-b606-a14c8af4c1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.284060 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:11.303738 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a9aeeb62-4c5d-4ee9-a1c1-10b09f028c23 req-bca70c9e-c22b-460c-95be-06f4a2a5f80c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 210 time: 0.0505021 May 31 11:57:11.370355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:11.374213 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:11.381721 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.382233 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.382526 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.382855 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:57:11.383210 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9623ebf-d185-4f96-85b4-98c589507cb7']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:11.401281 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fbc4e0-f4a9-43a0-8163-166a4d712e4c') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:11.401576 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fbc4e0-f4a9-43a0-8163-166a4d712e4c') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:11.427009 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.444573 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81133552-50b6-4b78-bd2d-98f43a18b687 req-7d9ed948-f20f-49ba-80d4-7388d0cb3ced tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:11.446144 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81133552-50b6-4b78-bd2d-98f43a18b687 req-7d9ed948-f20f-49ba-80d4-7388d0cb3ced tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 944 time: 0.3608241 May 31 11:57:11.472283 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.485727 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:57:11.486107 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: from cryptography.utils import int_from_bytes May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: from cryptography.utils import int_from_bytes May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:57:11.510457 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:57:11.585128 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81133552-50b6-4b78-bd2d-98f43a18b687 req-5e78ecd8-4e14-4ed7-80e2-c6ac33fd1997 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334093 May 31 11:57:11.592828 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5d26-ce1b-41fb-b3a2-00069c276086 req-7131d3e4-d9fe-425f-8446-191434ad9786 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:11.593635 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-6a5d5d26-ce1b-41fb-b3a2-00069c276086 req-7131d3e4-d9fe-425f-8446-191434ad9786 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Synchronizing usage tracker for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:11.670925 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.671106 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-6a5d5d26-ce1b-41fb-b3a2-00069c276086 req-7131d3e4-d9fe-425f-8446-191434ad9786 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Unset dirty status for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:11.677073 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:11.677837 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6a5d5d26-ce1b-41fb-b3a2-00069c276086 req-7131d3e4-d9fe-425f-8446-191434ad9786 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 944 time: 0.1885853 May 31 11:57:11.696318 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.705296 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9623ebf-d185-4f96-85b4-98c589507cb7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:11.707412 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e9623ebf-d185-4f96-85b4-98c589507cb7 HTTP/1.1" status: 204 len: 168 time: 0.8523865 May 31 11:57:11.709764 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:11.710618 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39256) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:11.729155 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-6a5d5d26-ce1b-41fb-b3a2-00069c276086 req-605a974d-d0ce-4213-b72d-8a21fe4a4577 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Synchronizing usage tracker for tenant:3e941df032774042b261efbf36f4e25f on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:11.770652 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 39260) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:11.773266 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] Deleting subnet 418bf8eb-fc05-4bdd-8c51-383c6fdbc597 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:57:11.776493 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.789597 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.804628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:11.808479 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b9fc8a0993194e47bdd4e10f6c01e9e5 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:11.812577 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:11.818002 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:11.831555 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3001051'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.837779 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-6a5d5d26-ce1b-41fb-b3a2-00069c276086 req-605a974d-d0ce-4213-b72d-8a21fe4a4577 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Unset dirty status for tenant:3e941df032774042b261efbf36f4e25f on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:11.841382 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6a5d5d26-ce1b-41fb-b3a2-00069c276086 req-605a974d-d0ce-4213-b72d-8a21fe4a4577 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603522 May 31 11:57:11.891865 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.903039 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['333895b4-888f-4a8e-b8ff-7c5c52b7acbf'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:11.927965 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.002489 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.012653 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:12.089094 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9fc8a0993194e47bdd4e10f6c01e9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172648 May 31 11:57:12.089934 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f7a2c3-a9d6-43fd-87e1-cfd5c400c228,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:12.092978 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 39264) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:12.150280 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:12.190591 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.268736 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741fee-baa8-4231-a446-0c2e58002e27 req-dc2cd611-6dc0-403a-84d8-b3e1b1722330 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:12.270025 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-dc2cd611-6dc0-403a-84d8-b3e1b1722330 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 817 time: 0.2192922 May 31 11:57:12.272718 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f5313c24-b476-42bb-8208-7ac061f0e7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.277250 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119004'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.286079 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4b90a774-c6d4-480c-8949-453ce8b69740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:12.316405 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f5313c24-b476-42bb-8208-7ac061f0e7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.320729 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418bf8eb-fc05-4bdd-8c51-383c6fdbc597,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:12.325489 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:12.328160 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.339749 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-2b164d6a-bece-4bed-be23-4c37ee52dae9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/418bf8eb-fc05-4bdd-8c51-383c6fdbc597 HTTP/1.1" status: 204 len: 168 time: 0.6259065 May 31 11:57:12.341211 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39272) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:12.353483 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 76da3fb8-9bba-4148-aaf7-08ce7b27e721 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:12.365005 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ab2c2e41-8eea-49ca-ae00-532bfb687778 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:12.368882 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-e0c618d1-225b-48ad-a335-579733d1b178 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed32271e1e944cfc966e436cfaaeda75 HTTP/1.1" status: 200 len: 379 time: 0.0812263 May 31 11:57:12.369088 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b601f2e-3314-412b-b33b-2c7e03f66fb7 req-3624ab1e-f1fe-4dc9-aca4-50fbc0814d9b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:12.370579 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9b601f2e-3314-412b-b33b-2c7e03f66fb7 req-3624ab1e-f1fe-4dc9-aca4-50fbc0814d9b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 944 time: 0.1549985 May 31 11:57:12.395270 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'port': {'device_id': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'admin_state_up': True, 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'security_groups': ['c14034ca-2637-46e2-aea1-15645bf2223b']}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:12.589783 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-758761f3-ecd8-46d3-81b6-2f185e89e560 req-5c0fc057-5f0b-42f6-8d68-ea3a4406a92e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 210 time: 0.0712252 May 31 11:57:12.618206 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 76da3fb8-9bba-4148-aaf7-08ce7b27e721, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:12.634630 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '76da3fb8-9bba-4148-aaf7-08ce7b27e721', 'network_id': 'b875fa4e-e1d0-4bb5-a570-65ead3233413', 'port_id': '76da3fb8-9bba-4148-aaf7-08ce7b27e721', 'mac_address': 'fa:16:3e:6d:0f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4707d7f-cfcb-4453-9574-fc4d9b4643ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:12.658506 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:12.659034 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9b601f2e-3314-412b-b33b-2c7e03f66fb7 req-fc1a43c2-9784-4bed-b653-d74ff674dec1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181764 May 31 11:57:12.660148 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:12.677580 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.693536 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f5313c24-b476-42bb-8208-7ac061f0e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.697692 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:12.711601 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5313c24-b476-42bb-8208-7ac061f0e7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f7a2c3-a9d6-43fd-87e1-cfd5c400c228,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:12.714282 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f5313c24-b476-42bb-8208-7ac061f0e7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:12.722852 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Made reservation on behalf of ed32271e1e944cfc966e436cfaaeda75 for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:12.726077 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.741284 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f5313c24-b476-42bb-8208-7ac061f0e7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.744730 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f5313c24-b476-42bb-8208-7ac061f0e7fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8f7a2c3-a9d6-43fd-87e1-cfd5c400c228 HTTP/1.1" status: 204 len: 168 time: 0.5983660 May 31 11:57:12.777278 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.811432 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port ab2c2e41-8eea-49ca-ae00-532bfb687778 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:12.814720 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.820447 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port ab2c2e41-8eea-49ca-ae00-532bfb687778 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:12.820891 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.832334 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c92dcc-e4e7-4762-a7b3-5fdb097732a4']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:12.980566 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76da3fb8-9bba-4148-aaf7-08ce7b27e721 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:12.980566 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 76da3fb8-9bba-4148-aaf7-08ce7b27e721, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:12.981187 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34d9110-a515-45b9-9e2a-669dc4a20773') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:12.981187 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34d9110-a515-45b9-9e2a-669dc4a20773') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:12.999873 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.022537 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.028769 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bfab7cad-8730-4599-bc2f-5a05fe5c8f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:13.040115 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.047210 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:57:13.047607 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.094305 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f823981-1be0-472e-8d0f-5c7e01265121 req-fd63c4fe-51ff-4793-a8dd-6ef1e0b1f06c tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.101431 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4f823981-1be0-472e-8d0f-5c7e01265121 req-fd63c4fe-51ff-4793-a8dd-6ef1e0b1f06c tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 944 time: 0.2606962 May 31 11:57:13.125503 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Allocated IP 172.20.0.7 (30ed6c00-bb5b-4861-b8b7-90291f71fa9f/0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3/2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:13.137350 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=76da3fb8-9bba-4148-aaf7-08ce7b27e721,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:13.148705 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:13.149708 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:57:13.173955 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:57:13.182215 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4f823981-1be0-472e-8d0f-5c7e01265121 req-c5cc300a-0d6b-432e-aa85-5f0fa850584a tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798273 May 31 11:57:13.200085 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ab2c2e41-8eea-49ca-ae00-532bfb687778, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab2c2e41-8eea-49ca-ae00-532bfb687778,segment=NetworkSegment(5f128ce2-5da5-456e-a376-b12158e5be24),segment_id=5f128ce2-5da5-456e-a376-b12158e5be24)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:13.201271 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a91981-6456-453c-ab67-ffd0e7a4f72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2c2e41-8eea-49ca-ae00-532bfb687778'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:13.292828 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.292828 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 9d82dcf9-3068-4832-9ea0-2d941c40286e up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:13.336987 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc7fc1-3836-46e0-8753-c525bd7f9588 req-605e1942-8066-4c54-97c0-a6ec4c2ed811 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.340945 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:13.341087 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-72cc7fc1-3836-46e0-8753-c525bd7f9588 req-605e1942-8066-4c54-97c0-a6ec4c2ed811 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 945 time: 0.1660175 May 31 11:57:13.341087 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.346232 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b8b2a585-878f-43d0-af2a-096bca46c3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:13.385743 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.392485 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f6c92dcc-e4e7-4762-a7b3-5fdb097732a4 HTTP/1.1" status: 204 len: 168 time: 1.0502753 May 31 11:57:13.401041 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c92dcc-e4e7-4762-a7b3-5fdb097732a4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:13.412144 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.419281 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:13.423338 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=ab2c2e41-8eea-49ca-ae00-532bfb687778,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:13.432293 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-72cc7fc1-3836-46e0-8753-c525bd7f9588 req-b082918b-00e0-4e22-82f2-97324d8f8cc0 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870907 May 31 11:57:13.441444 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Transition to ACTIVE for port object 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:13.443683 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:13.517473 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.533592 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 9d82dcf9-3068-4832-9ea0-2d941c40286e completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:13.536369 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2afa0930-ae4e-47e2-9ab0-6ad8a5ee2317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:13.540552 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 9d82dcf9-3068-4832-9ea0-2d941c40286e triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:13.541848 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.598710 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:13.600119 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['76da3fb8-9bba-4148-aaf7-08ce7b27e721'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:13.602031 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:13.607669 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:13.613982 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.614677 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.693925 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df51dd-e9e6-424c-9429-01cf0b468712" -d '{"events": [{"server_uuid": "f9a91981-6456-453c-ab67-ffd0e7a4f72a", "name": "network-vif-plugged", "status": "completed", "tag": "ab2c2e41-8eea-49ca-ae00-532bfb687778"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:13.694690 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:13.694690 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:13.751903 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3610442 May 31 11:57:13.772132 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Request body: {'port': {'device_id': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:13.773493 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.863294 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413f2fd-b147-4760-b373-c6746ae5bc60 req-a8f7343c-368f-4e23-95c4-87d26a397581 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.865419 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5413f2fd-b147-4760-b373-c6746ae5bc60 req-a8f7343c-368f-4e23-95c4-87d26a397581 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 931 time: 0.1133144 May 31 11:57:13.906331 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 9d82dcf9-3068-4832-9ea0-2d941c40286e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d82dcf9-3068-4832-9ea0-2d941c40286e,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:13.909546 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.920228 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5413f2fd-b147-4760-b373-c6746ae5bc60 req-efaf91c5-5855-4651-ab6a-ebd1e3e94495 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488889 May 31 11:57:13.994687 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.999159 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:14.036684 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.038516 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:14.116988 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-c6424b6e-13e2-4a0b-929a-e20fc7e9a840 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=646b282ca95e4e4dacebfefec23e8fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160238 May 31 11:57:14.127760 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39338) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:14.191924 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=9d82dcf9-3068-4832-9ea0-2d941c40286e,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:14.195037 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-bb408f72-8098-443b-8bd1-478bea3b1bbe None None] Provisioning for port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:14.200943 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:14.201763 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-bb408f72-8098-443b-8bd1-478bea3b1bbe None None] Provisioning complete for port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:14.202163 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb408f72-8098-443b-8bd1-478bea3b1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.207964 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98216b92-bc30-40fa-a62c-b43db881d5f4 req-49f26950-0070-43d7-90ed-7be4f16c2ead tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:14.215037 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-98216b92-bc30-40fa-a62c-b43db881d5f4 req-49f26950-0070-43d7-90ed-7be4f16c2ead tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.1635013 May 31 11:57:14.239837 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-19bf2daf-eed1-41f8-bd50-4cb8c3eff339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.294095 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bb408f72-8098-443b-8bd1-478bea3b1bbe None None] Port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:57:14.294630 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-98216b92-bc30-40fa-a62c-b43db881d5f4 req-1e178458-e79f-4be8-827b-162444242a4b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786510 May 31 11:57:14.302462 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-19bf2daf-eed1-41f8-bd50-4cb8c3eff339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.368208 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 333895b4-888f-4a8e-b8ff-7c5c52b7acbf up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:14.371780 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 39348) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:14.418349 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fdbb61-fb94-4a5a-98ad-a275af9f17b1 x-openstack-request-id: req-12fdbb61-fb94-4a5a-98ad-a275af9f17b1 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:14.418739 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a91981-6456-453c-ab67-ffd0e7a4f72a", "name": "network-vif-plugged", "status": "completed", "tag": "ab2c2e41-8eea-49ca-ae00-532bfb687778", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:14.419082 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12fdbb61-fb94-4a5a-98ad-a275af9f17b1 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:14.419594 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a91981-6456-453c-ab67-ffd0e7a4f72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2c2e41-8eea-49ca-ae00-532bfb687778', 'code': 200} May 31 11:57:14.511798 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-19bf2daf-eed1-41f8-bd50-4cb8c3eff339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.525980 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f604e087-80fb-4b84-b4c6-69d9f5d3c372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:14.543012 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf2daf-eed1-41f8-bd50-4cb8c3eff339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1c01e0-cb7a-4b01-8e4c-1e95ab218176,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:14.546436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-19bf2daf-eed1-41f8-bd50-4cb8c3eff339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:14.550477 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-19bf2daf-eed1-41f8-bd50-4cb8c3eff339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.551586 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-19bf2daf-eed1-41f8-bd50-4cb8c3eff339 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe1c01e0-cb7a-4b01-8e4c-1e95ab218176 HTTP/1.1" status: 204 len: 168 time: 0.4271526 May 31 11:57:14.571205 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:14.576963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c01ae-1a09-46bc-91ca-37e614480727 req-dbebadbc-c496-4cb7-adbe-e792cc0cc27e tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:14.579884 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:14.580600 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:14.581211 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.584989 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4a4c01ae-1a09-46bc-91ca-37e614480727 req-dbebadbc-c496-4cb7-adbe-e792cc0cc27e tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.1278784 May 31 11:57:14.614472 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.644702 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4a4c01ae-1a09-46bc-91ca-37e614480727 req-1e035d45-c7fb-4fd2-bcd6-fbd4104e329b tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585959 May 31 11:57:14.657885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Transition to ACTIVE for port object 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:14.745108 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.757759 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.774037 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.775021 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:14.807315 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:14.833708 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:14.839377 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Usage tracker for resource:security_group_rule and tenant:23118eaa23cb488189e0e6a67d659f22 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:14.893465 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.895362 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:14.912252 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:14.928417 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:15.001629 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:15.006813 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:15.019790 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-606c0077-2a5b-4a06-af17-ff0ad87ddbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.027013 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-606c0077-2a5b-4a06-af17-ff0ad87ddbfc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 1098 time: 0.1531534 May 31 11:57:15.027138 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:15.039763 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:15.077022 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.090298 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d24cc9-0272-4377-8735-c6f8f9dc8bb7 req-4f39e5c3-2825-4e41-b49c-eb4263de7704 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.090298 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-94d24cc9-0272-4377-8735-c6f8f9dc8bb7 req-4f39e5c3-2825-4e41-b49c-eb4263de7704 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 945 time: 0.4148347 May 31 11:57:15.090298 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Attempting to bind port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:57:15.090298 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Attempting to bind port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:57:15.090298 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Attempting to bind port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd on network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:15.115307 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd on network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:57:15.117793 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Attempting to bind port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd on network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:15.138110 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:57:15.140749 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Checking segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:15.140749 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Bound using segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:57:15.140749 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Bound port: 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:57:15.140749 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.162369 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:15.174853 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Usage tracker for resource:security_group_rule and tenant:f07dac8ecf614333b1a3b1f13ea880ae is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:15.179134 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:15.188688 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:15.238003 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad62e0a-6ed5-42d2-b15b-57b4a87241d8 req-1edaf1de-4fe3-4754-8b5f-b97d7719351b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.243675 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-94d24cc9-0272-4377-8735-c6f8f9dc8bb7 req-22cfa628-bbd7-4219-a08f-0a22307dacd9 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501863 May 31 11:57:15.243994 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dad62e0a-6ed5-42d2-b15b-57b4a87241d8 req-1edaf1de-4fe3-4754-8b5f-b97d7719351b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1435544 May 31 11:57:15.292440 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.304804 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:57:15.308715 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:57:15.350853 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.358511 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dad62e0a-6ed5-42d2-b15b-57b4a87241d8 req-c2086d88-0682-46ce-b6ee-e80c527f8841 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844526 May 31 11:57:15.368273 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.369724 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.393536 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:15.425185 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.439974 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b061a64d-7d04-4ad6-b85d-28c7450a287a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:15.471756 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a222a1c9-eb00-4bdb-b9f1-9a9d6957f324 req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431031 May 31 11:57:15.492041 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e660974d-d6c4-4342-9940-9ac28d52512f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:15.501755 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:15.513796 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.514658 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.516606 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] 10.222.0.54 "PUT /v2.0/ports/2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd HTTP/1.1" status: 200 len: 1093 time: 1.7489202 May 31 11:57:15.527480 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:15.530728 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189fdb27-8037-4186-aa2c-7e441f3b1255" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:15.533491 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:15.557426 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23118eaa23cb488189e0e6a67d659f22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1822309 May 31 11:57:15.558091 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 39392) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:15.596668 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:15.607005 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:15.607527 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9754aa09-311c-4083-9855-ce6bbfad00c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:15.642159 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d7a007-695a-40fb-8b18-7b920f084a2f x-openstack-request-id: req-95d7a007-695a-40fb-8b18-7b920f084a2f {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:15.642473 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:15.642753 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95d7a007-695a-40fb-8b18-7b920f084a2f {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:15.643200 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'status': 'completed', 'code': 200} May 31 11:57:15.647820 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-b8f12f94-abbb-458b-b5c0-eafb5a59f000 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6f25e62d2c74d079f6bdfeee2265477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107953 May 31 11:57:15.648555 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39396) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:15.690535 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb865b9-a7f2-4c8c-bdcd-19cd393ad9b8,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:15.695957 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:15.721125 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-73034a5f-6a6e-437c-aa68-ee21c7f25148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.727796 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3e83-305b-4eb5-8e28-81620d17c2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.743015 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a18904-fe23-44a3-9e8c-b3e9dda0923d req-0a435309-8a2c-4228-969b-cbbd86b63a49 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.750619 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-78a18904-fe23-44a3-9e8c-b3e9dda0923d req-0a435309-8a2c-4228-969b-cbbd86b63a49 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.3187790 May 31 11:57:15.770590 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3e83-305b-4eb5-8e28-81620d17c2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.825352 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-73034a5f-6a6e-437c-aa68-ee21c7f25148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.864456 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-78a18904-fe23-44a3-9e8c-b3e9dda0923d req-9e46edb4-40f2-40a6-bfc7-910e477c0258 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128659 May 31 11:57:15.940156 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af695a-c10c-4804-b769-d2f1bc9f7a42 req-f2d9456b-1d12-48c8-ad5c-79830e2cb43c tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.941836 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b9af695a-c10c-4804-b769-d2f1bc9f7a42 req-f2d9456b-1d12-48c8-ad5c-79830e2cb43c tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.1238782 May 31 11:57:15.995015 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fdb27-8037-4186-aa2c-7e441f3b1255 req-7c8e9154-24c5-4be0-bc4f-cb877acad15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.995015 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-189fdb27-8037-4186-aa2c-7e441f3b1255 req-7c8e9154-24c5-4be0-bc4f-cb877acad15c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1096 time: 0.0830228 May 31 11:57:16.008911 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b9af695a-c10c-4804-b769-d2f1bc9f7a42 req-fba3ebc6-cd42-4e89-ab66-a14f581d9f86 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563369 May 31 11:57:16.010181 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3e83-305b-4eb5-8e28-81620d17c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.019465 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:16.032836 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b3e83-305b-4eb5-8e28-81620d17c2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f4127e-16ff-4e08-8b31-edae013e0b7e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:16.046571 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9f0b3e83-305b-4eb5-8e28-81620d17c2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:16.047638 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3e83-305b-4eb5-8e28-81620d17c2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.048931 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-9f0b3e83-305b-4eb5-8e28-81620d17c2d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36f4127e-16ff-4e08-8b31-edae013e0b7e HTTP/1.1" status: 204 len: 168 time: 0.3986249 May 31 11:57:16.111338 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-73034a5f-6a6e-437c-aa68-ee21c7f25148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.126725 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:16.141706 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73034a5f-6a6e-437c-aa68-ee21c7f25148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb865b9-a7f2-4c8c-bdcd-19cd393ad9b8,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:16.150679 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-73034a5f-6a6e-437c-aa68-ee21c7f25148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:16.151074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-73034a5f-6a6e-437c-aa68-ee21c7f25148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.152215 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-73034a5f-6a6e-437c-aa68-ee21c7f25148 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fb865b9-a7f2-4c8c-bdcd-19cd393ad9b8 HTTP/1.1" status: 204 len: 168 time: 0.5903006 May 31 11:57:16.192339 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fdb27-8037-4186-aa2c-7e441f3b1255 req-ad1b78b3-e054-448b-830f-000a8aaaa79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.193842 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-189fdb27-8037-4186-aa2c-7e441f3b1255 req-ad1b78b3-e054-448b-830f-000a8aaaa79b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ed32271e1e944cfc966e436cfaaeda75&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1842859 May 31 11:57:16.345571 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fdb27-8037-4186-aa2c-7e441f3b1255 req-5473bf04-b050-4334-86b1-a4b30f652c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.347194 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-189fdb27-8037-4186-aa2c-7e441f3b1255 req-5473bf04-b050-4334-86b1-a4b30f652c67 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472759 May 31 11:57:16.384805 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 76da3fb8-9bba-4148-aaf7-08ce7b27e721 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:16.516384 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea3a2f9-4b2d-477e-a0a8-fd5285b27171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82dcf9-3068-4832-9ea0-2d941c40286e'}, {'server_uuid': 'b20f0399-b7d5-4fe6-9928-6a30a3402a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333895b4-888f-4a8e-b8ff-7c5c52b7acbf'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:16.518428 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cf564c-0fb7-4842-baec-bfa7397b396d" -d '{"events": [{"server_uuid": "bea3a2f9-4b2d-477e-a0a8-fd5285b27171", "name": "network-vif-plugged", "status": "completed", "tag": "9d82dcf9-3068-4832-9ea0-2d941c40286e"}, {"server_uuid": "b20f0399-b7d5-4fe6-9928-6a30a3402a1d", "name": "network-vif-plugged", "status": "completed", "tag": "333895b4-888f-4a8e-b8ff-7c5c52b7acbf"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:16.599796 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d4a3f-ba96-486b-afef-902516e9ac2f req-08a3817d-23c0-44ac-9bc0-e4f02f58d359 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.608941 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-756d4a3f-ba96-486b-afef-902516e9ac2f req-08a3817d-23c0-44ac-9bc0-e4f02f58d359 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 945 time: 0.2445464 May 31 11:57:16.637224 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:16.643955 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:16.644541 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.659387 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc58d2-00e7-42c5-a771-9cdd5ded5693 req-6f006875-52f7-48b7-9aca-0ed8be7681ca tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.666465 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7cbc58d2-00e7-42c5-a771-9cdd5ded5693 req-6f006875-52f7-48b7-9aca-0ed8be7681ca tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0891538 May 31 11:57:16.671411 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-756d4a3f-ba96-486b-afef-902516e9ac2f req-7136bcb3-9896-42c8-915e-d57dd45bd97b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610456 May 31 11:57:16.678499 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741fee-baa8-4231-a446-0c2e58002e27 req-d86ea833-0d23-4edb-8cc1-e5f1900ad278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.679994 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-d86ea833-0d23-4edb-8cc1-e5f1900ad278 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1096 time: 0.2537043 May 31 11:57:16.720941 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7cbc58d2-00e7-42c5-a771-9cdd5ded5693 req-634442a4-35aa-4bd1-a64a-dffa0454f087 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524590 May 31 11:57:16.767321 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-0e76287b-56fa-4ae8-84df-ea9cc32dd538 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd HTTP/1.1" status: 200 len: 217 time: 0.0720809 May 31 11:57:16.778926 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 May 2021 11:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db492a4f-0ae8-481e-9a05-b1028b1fa398 x-openstack-request-id: req-db492a4f-0ae8-481e-9a05-b1028b1fa398 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:16.779228 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea3a2f9-4b2d-477e-a0a8-fd5285b27171", "name": "network-vif-plugged", "status": "completed", "tag": "9d82dcf9-3068-4832-9ea0-2d941c40286e", "code": 200}, {"server_uuid": "b20f0399-b7d5-4fe6-9928-6a30a3402a1d", "name": "network-vif-plugged", "status": "completed", "tag": "333895b4-888f-4a8e-b8ff-7c5c52b7acbf", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:16.780172 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db492a4f-0ae8-481e-9a05-b1028b1fa398 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:16.782428 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea3a2f9-4b2d-477e-a0a8-fd5285b27171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82dcf9-3068-4832-9ea0-2d941c40286e', 'code': 200} May 31 11:57:16.782428 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20f0399-b7d5-4fe6-9928-6a30a3402a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333895b4-888f-4a8e-b8ff-7c5c52b7acbf', 'code': 200} May 31 11:57:16.851703 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741fee-baa8-4231-a446-0c2e58002e27 req-4c31c439-4dcc-4a61-a42e-1df7b6261284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.853531 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-4c31c439-4dcc-4a61-a42e-1df7b6261284 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.0789111 May 31 11:57:16.862725 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.917492 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 76da3fb8-9bba-4148-aaf7-08ce7b27e721, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:16.976008 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741fee-baa8-4231-a446-0c2e58002e27 req-8ddc28c1-29a7-43a8-a1a2-7e8bb78bb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.978353 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-8ddc28c1-29a7-43a8-a1a2-7e8bb78bb1d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1109514 May 31 11:57:17.004347 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.011713 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-92520bca-3229-4cbf-a577-5611b9bcc8d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:17.153063 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0efec9-54d9-4800-bb77-f025fa973d66 req-f477420c-0b0a-4534-8349-35d140942a36 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:17.160869 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1c0efec9-54d9-4800-bb77-f025fa973d66 req-f477420c-0b0a-4534-8349-35d140942a36 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.1650660 May 31 11:57:17.183802 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=76da3fb8-9bba-4148-aaf7-08ce7b27e721,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:17.184623 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:17.199692 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39446) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:17.230625 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.255508 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:17.268582 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1c0efec9-54d9-4800-bb77-f025fa973d66 req-a56576f5-19b6-4b0c-8052-66bd067c4324 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060696 May 31 11:57:17.276154 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Usage tracker for resource:security_group_rule and tenant:ba16a9f79bd045c58c998c294a34090e is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:17.279757 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:17.286841 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:17.302447 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-bc3dbfeb-2a1e-454b-91b3-593c28201688 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163383 May 31 11:57:17.341048 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da0765-fbea-43c5-a25e-a8444e0cd87a req-b4f4059e-99d6-4282-9e3f-b3ebce8677f8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:17.343033 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-60da0765-fbea-43c5-a25e-a8444e0cd87a req-b4f4059e-99d6-4282-9e3f-b3ebce8677f8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.1344645 May 31 11:57:17.423219 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602caca-210a-4157-83c2-ccdde6c45dc7 req-88fc1af9-fdca-460b-a3bc-fa15954c59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:17.424725 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f602caca-210a-4157-83c2-ccdde6c45dc7 req-88fc1af9-fdca-460b-a3bc-fa15954c59e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1098 time: 0.1158566 May 31 11:57:17.513166 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.516312 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-f602caca-210a-4157-83c2-ccdde6c45dc7 req-17e33e49-c396-4c99-ac29-d94991e39d3e service neutron] Synchronizing usage tracker for tenant:f07dac8ecf614333b1a3b1f13ea880ae on resource:security_group {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:17.596786 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.600011 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-f602caca-210a-4157-83c2-ccdde6c45dc7 req-17e33e49-c396-4c99-ac29-d94991e39d3e service neutron] Unset dirty status for tenant:f07dac8ecf614333b1a3b1f13ea880ae on resource:security_group {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:17.600011 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f602caca-210a-4157-83c2-ccdde6c45dc7 req-17e33e49-c396-4c99-ac29-d94991e39d3e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529925 May 31 11:57:17.608371 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9f0b3e83-305b-4eb5-8e28-81620d17c2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:17.689919 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-71741fee-baa8-4231-a446-0c2e58002e27 req-d2e75413-00d0-4055-99ec-dabaa1a3842c service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141961 May 31 11:57:17.703400 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba16a9f79bd045c58c998c294a34090e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016651 May 31 11:57:17.707320 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:17.716742 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-60da0765-fbea-43c5-a25e-a8444e0cd87a req-ea74496f-0e34-48c5-9be1-5218343dc4c7 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676834 May 31 11:57:17.747845 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e892d35-55e6-45e5-9f47-4f0f6757b9b9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:17.752057 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:17.771460 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517a485-5acf-4946-8a14-515e22e1253e req-ae1df351-83b9-4e19-9d42-017b84a3d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:17.773410 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a517a485-5acf-4946-8a14-515e22e1253e req-ae1df351-83b9-4e19-9d42-017b84a3d620 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 1098 time: 0.4016688 May 31 11:57:17.905308 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aee3680b-14bd-4c33-ad6f-e82c3f6250a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.942514 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aee3680b-14bd-4c33-ad6f-e82c3f6250a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.994640 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6af65-8629-4eaf-b96a-0cfc85213398 req-84999b53-b09c-4ced-83f3-7dbd76dd4eb7 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:17.996383 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d5c6af65-8629-4eaf-b96a-0cfc85213398 req-84999b53-b09c-4ced-83f3-7dbd76dd4eb7 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1716921 May 31 11:57:18.038323 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d90c2b-1849-4080-be66-fc831a0f966e req-37c2c865-db80-4878-845e-fa2b7c114e02 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.039034 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-d5d90c2b-1849-4080-be66-fc831a0f966e req-37c2c865-db80-4878-845e-fa2b7c114e02 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Synchronizing usage tracker for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:18.056218 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a517a485-5acf-4946-8a14-515e22e1253e req-0e8a0e30-7911-439a-9255-faf9f8f7ff2e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620196 May 31 11:57:18.068397 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d5c6af65-8629-4eaf-b96a-0cfc85213398 req-28495696-7251-4c0f-b9fb-132d0fcd6a5f tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492165 May 31 11:57:18.082501 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aee3680b-14bd-4c33-ad6f-e82c3f6250a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.088786 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:18.151007 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3680b-14bd-4c33-ad6f-e82c3f6250a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e892d35-55e6-45e5-9f47-4f0f6757b9b9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:18.151236 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-d5d90c2b-1849-4080-be66-fc831a0f966e req-37c2c865-db80-4878-845e-fa2b7c114e02 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Unset dirty status for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:18.152318 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d5d90c2b-1849-4080-be66-fc831a0f966e req-37c2c865-db80-4878-845e-fa2b7c114e02 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.2456591 May 31 11:57:18.154061 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-aee3680b-14bd-4c33-ad6f-e82c3f6250a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:18.156895 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aee3680b-14bd-4c33-ad6f-e82c3f6250a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.158005 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-aee3680b-14bd-4c33-ad6f-e82c3f6250a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e892d35-55e6-45e5-9f47-4f0f6757b9b9 HTTP/1.1" status: 204 len: 168 time: 0.4496679 May 31 11:57:18.230108 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d5d90c2b-1849-4080-be66-fc831a0f966e req-ef4d3480-0847-4197-8137-61485c6e7cf4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622168 May 31 11:57:18.453279 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f215f-0820-42fe-bf8d-60567d9196fc req-8c0c580b-b734-4ba6-be60-5716a46ec3d9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.454725 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ff8f215f-0820-42fe-bf8d-60567d9196fc req-8c0c580b-b734-4ba6-be60-5716a46ec3d9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.0818410 May 31 11:57:18.511290 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ff8f215f-0820-42fe-bf8d-60567d9196fc req-be38395f-c439-4428-b192-f8d9c49c13ea tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504818 May 31 11:57:18.782941 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda9f059-d025-4f8c-a495-6c2b7d913322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76da3fb8-9bba-4148-aaf7-08ce7b27e721'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:18.785486 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e24ae-c6e8-4ddf-92bc-f0652f57d274" -d '{"events": [{"server_uuid": "eda9f059-d025-4f8c-a495-6c2b7d913322", "name": "network-vif-plugged", "status": "completed", "tag": "76da3fb8-9bba-4148-aaf7-08ce7b27e721"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:18.841613 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2d19fa-0abd-4cac-b585-dcb1dd9a720b x-openstack-request-id: req-ea2d19fa-0abd-4cac-b585-dcb1dd9a720b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:18.842095 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda9f059-d025-4f8c-a495-6c2b7d913322", "name": "network-vif-plugged", "status": "completed", "tag": "76da3fb8-9bba-4148-aaf7-08ce7b27e721", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:18.842454 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea2d19fa-0abd-4cac-b585-dcb1dd9a720b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:18.842962 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda9f059-d025-4f8c-a495-6c2b7d913322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76da3fb8-9bba-4148-aaf7-08ce7b27e721', 'code': 200} May 31 11:57:18.946026 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c5168-6658-4bad-ae60-727b5e1c5baa req-df8108b0-dd7d-4d47-89b7-14cda5042bc6 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.956352 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-685c5168-6658-4bad-ae60-727b5e1c5baa req-df8108b0-dd7d-4d47-89b7-14cda5042bc6 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.1220064 May 31 11:57:19.005771 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-685c5168-6658-4bad-ae60-727b5e1c5baa req-27a94de4-bf32-4ccc-a23d-52de9045760c tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479989 May 31 11:57:19.355195 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202b2b-6035-4968-b6b9-1421358fa60f req-091a79b4-d68c-4c62-88e8-c8dd8f8533e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:19.356745 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dc202b2b-6035-4968-b6b9-1421358fa60f req-091a79b4-d68c-4c62-88e8-c8dd8f8533e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 1099 time: 0.1490412 May 31 11:57:19.365686 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628aae6-77f4-41ac-a12e-f7ee19197544 req-4366241e-d378-4f22-b547-568f03a79494 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:19.369018 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0628aae6-77f4-41ac-a12e-f7ee19197544 req-4366241e-d378-4f22-b547-568f03a79494 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1579916 May 31 11:57:19.405794 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dc202b2b-6035-4968-b6b9-1421358fa60f req-24b33a85-df94-4ac4-b607-a8b38087fef6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 May 31 11:57:19.455555 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0628aae6-77f4-41ac-a12e-f7ee19197544 req-aa585820-e732-4e7c-8fc1-5f51ccd812e7 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 May 31 11:57:19.527862 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e835425-a3df-4514-abca-c31b6a268c68 req-f06db4c6-3439-474d-8a0b-56191b16b185 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:19.536979 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1e835425-a3df-4514-abca-c31b6a268c68 req-f06db4c6-3439-474d-8a0b-56191b16b185 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1030142 May 31 11:57:19.598222 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1e835425-a3df-4514-abca-c31b6a268c68 req-d8fe9cc4-e8e6-48a3-b4c1-5d8b63396b68 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600855 May 31 11:57:19.715915 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed0342-cd91-48ee-8e76-6547373c7ba0 req-98cbceeb-c633-40b7-904f-4236ccb854c8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:19.721436 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9aed0342-cd91-48ee-8e76-6547373c7ba0 req-98cbceeb-c633-40b7-904f-4236ccb854c8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.0885437 May 31 11:57:19.774931 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9aed0342-cd91-48ee-8e76-6547373c7ba0 req-552a1ba2-07ed-41cb-96bd-fe09d777864e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 May 31 11:57:20.686608 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13db0b8-e067-4901-b47a-75a93e4df47f req-46825eff-8831-43e4-8771-f0f412b2cbe6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.688117 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e13db0b8-e067-4901-b47a-75a93e4df47f req-46825eff-8831-43e4-8771-f0f412b2cbe6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0907326 May 31 11:57:20.748321 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e13db0b8-e067-4901-b47a-75a93e4df47f req-749cc741-09e8-4d22-a986-ed3f60ce7c81 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 May 31 11:57:20.810984 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906081b9-22cc-453e-91f3-c1f07c2c90a4 req-7771bfea-a738-4872-ac81-20e540228e89 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.816289 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-906081b9-22cc-453e-91f3-c1f07c2c90a4 req-7771bfea-a738-4872-ac81-20e540228e89 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0968838 May 31 11:57:20.861704 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-906081b9-22cc-453e-91f3-c1f07c2c90a4 req-de8770b5-0212-43c2-b52b-e24e6578d21d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433147 May 31 11:57:20.969850 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e12c7-07b4-4c4e-bd8c-b45dde059d3a req-98b0daa3-74f9-4509-a180-7ff531ed5a8d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.971314 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c24e12c7-07b4-4c4e-bd8c-b45dde059d3a req-98b0daa3-74f9-4509-a180-7ff531ed5a8d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.0868227 May 31 11:57:21.018505 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c24e12c7-07b4-4c4e-bd8c-b45dde059d3a req-df8c537a-e6d9-4a37-8b75-f3c111a65484 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 May 31 11:57:21.768220 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39634) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:21.932463 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:21.948125 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86800f66-0332-4b16-a25d-8d7752354255 req-3af01d1f-4c85-4057-83a2-83bd71996167 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:21.948125 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-86800f66-0332-4b16-a25d-8d7752354255 req-3af01d1f-4c85-4057-83a2-83bd71996167 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0951862 May 31 11:57:21.949792 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:21.956036 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Usage tracker for resource:security_group_rule and tenant:1111cc9332c94889880adf925905f67b is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:21.958949 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:21.965779 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:21.998843 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-86800f66-0332-4b16-a25d-8d7752354255 req-704001d5-cf12-45cd-b4e0-75d3bd8aaf14 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451608 May 31 11:57:22.150610 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.219467 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.230086 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-19bf2daf-eed1-41f8-bd50-4cb8c3eff339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:22.252349 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676414-64fb-4706-9d5f-9ab07ddada29 req-1a48b9a0-68ba-493f-b96f-ca635c573ca1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:22.254270 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66676414-64fb-4706-9d5f-9ab07ddada29 req-1a48b9a0-68ba-493f-b96f-ca635c573ca1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1264563 May 31 11:57:22.284284 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1111cc9332c94889880adf925905f67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149074 May 31 11:57:22.285339 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b8248-1f5a-4919-82b4-ec6d3f705e5c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:22.286995 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 39656) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:22.302079 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:22.337228 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66676414-64fb-4706-9d5f-9ab07ddada29 req-ca83abee-fa12-4469-a0e7-bdb82724fa28 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770199 May 31 11:57:22.387516 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-faa2c5f9-4687-4a8a-a336-50bac3cba3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.426289 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-faa2c5f9-4687-4a8a-a336-50bac3cba3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.454446 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:22.579218 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-faa2c5f9-4687-4a8a-a336-50bac3cba3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.585947 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-af89e986-c59a-46c6-99ae-20a82054800f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:22.603303 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2c5f9-4687-4a8a-a336-50bac3cba3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b8248-1f5a-4919-82b4-ec6d3f705e5c,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:22.607776 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-faa2c5f9-4687-4a8a-a336-50bac3cba3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:22.612220 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-faa2c5f9-4687-4a8a-a336-50bac3cba3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.615710 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-faa2c5f9-4687-4a8a-a336-50bac3cba3d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f19b8248-1f5a-4919-82b4-ec6d3f705e5c HTTP/1.1" status: 204 len: 168 time: 0.3242769 May 31 11:57:22.622328 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39672) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:22.713933 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:22.729234 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'port_id': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'mac_address': 'fa:16:3e:ce:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:22.783405 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.786364 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.799901 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:22.803719 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Usage tracker for resource:security_group_rule and tenant:df2b16c952c84137a90f6fc3c89985f6 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:22.805947 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:22.806575 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:22.812330 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:22.820511 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:22.904919 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.905689 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.907827 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:22.978924 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:22.986169 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:22.990695 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:23.000502 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-24049398-c23a-499e-96f2-6459c755c414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:23.050354 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df2b16c952c84137a90f6fc3c89985f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267402 May 31 11:57:23.052097 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d774c3a-30e5-4e99-9d82-3367a397796e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:23.055233 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:23.055745 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39684) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:23.127563 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb4216d-d034-4770-a613-44ee8fdec63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:23.235532 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb4216d-d034-4770-a613-44ee8fdec63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:23.303172 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc50500-2460-4e30-b703-6891eece9ca6 req-2c1d9de2-1bd4-4e17-8709-aae4973ea91d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:23.305194 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2bc50500-2460-4e30-b703-6891eece9ca6 req-2c1d9de2-1bd4-4e17-8709-aae4973ea91d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.3166993 May 31 11:57:23.357034 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-17775d6c-ff9c-49fa-9b93-faa120e80790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:23.359026 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-17775d6c-ff9c-49fa-9b93-faa120e80790 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 1099 time: 0.2130725 May 31 11:57:23.366510 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2bc50500-2460-4e30-b703-6891eece9ca6 req-6dce12ed-a90b-4ff8-9506-4e7e7ee45543 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522575 May 31 11:57:23.397196 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:23.402213 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb4216d-d034-4770-a613-44ee8fdec63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:23.416710 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:23.435452 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4216d-d034-4770-a613-44ee8fdec63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d774c3a-30e5-4e99-9d82-3367a397796e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:23.444436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb4216d-d034-4770-a613-44ee8fdec63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:23.445767 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-9eb4216d-d034-4770-a613-44ee8fdec63e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d774c3a-30e5-4e99-9d82-3367a397796e HTTP/1.1" status: 204 len: 168 time: 0.3889301 May 31 11:57:23.447558 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9eb4216d-d034-4770-a613-44ee8fdec63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:23.600758 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-ac0ccdc8-24b6-4d61-909c-32f23ca70fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:23.602516 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-ac0ccdc8-24b6-4d61-909c-32f23ca70fd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.2174578 May 31 11:57:23.633751 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1154a1-f6eb-48c6-9033-21555c67e761 req-91ae6c41-4203-4d07-b309-034e3dbe809f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:23.635494 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6b1154a1-f6eb-48c6-9033-21555c67e761 req-91ae6c41-4203-4d07-b309-034e3dbe809f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 944 time: 0.1104286 May 31 11:57:23.686266 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6b1154a1-f6eb-48c6-9033-21555c67e761 req-c30a52b0-ae37-44a5-ac1a-da41c09b00a6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 May 31 11:57:23.691670 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39704) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:23.713348 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:23.732711 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-35271c22-6396-439a-9cfa-97ebe7784ef9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721 HTTP/1.1" status: 200 len: 217 time: 0.0663140 May 31 11:57:23.742543 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:23.747878 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Usage tracker for resource:security_group_rule and tenant:c67b8c1dfc304f2eb3a2060a4dd114d3 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:23.751719 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:23.762397 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:23.812423 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-8cbced43-f408-4836-aa4b-c49d09590604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:23.813885 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-8cbced43-f408-4836-aa4b-c49d09590604 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0753298 May 31 11:57:23.869948 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:23.878207 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-425ce098-7cb8-4a75-88b1-5ea9a036bbeb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495939 May 31 11:57:23.939089 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:23.948071 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:23.988202 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c67b8c1dfc304f2eb3a2060a4dd114d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950156 May 31 11:57:23.988882 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4578c3-8081-4f89-b831-49f0f7274475,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:23.991110 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39712) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:23.993487 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:24.016093 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-a07b1af5-864f-462d-92b2-1b38508cfb44 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310577 May 31 11:57:24.052639 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-623e3d7c-35bf-4734-bd64-9d6a621f6c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.079750 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-623e3d7c-35bf-4734-bd64-9d6a621f6c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.160061 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eab1d1c5-49cc-43b8-aeca-2155536cfefb req-7046f569-eec3-4955-b8df-e4445e62d6a6 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304438 May 31 11:57:24.256409 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39718) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:24.275639 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-623e3d7c-35bf-4734-bd64-9d6a621f6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.281493 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a0d5c8c8-0dd5-4fda-ae2d-9721bbf32251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:24.290617 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.305140 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e3d7c-35bf-4734-bd64-9d6a621f6c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4578c3-8081-4f89-b831-49f0f7274475,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:24.311627 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-623e3d7c-35bf-4734-bd64-9d6a621f6c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:24.314668 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:24.317507 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-623e3d7c-35bf-4734-bd64-9d6a621f6c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.318906 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-623e3d7c-35bf-4734-bd64-9d6a621f6c6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f4578c3-8081-4f89-b831-49f0f7274475 HTTP/1.1" status: 204 len: 168 time: 0.3265676 May 31 11:57:24.324814 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4e91048bd24e828be60ab92673dc65 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:24.332989 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:24.341588 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:24.460005 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.574375 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.587877 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ce0eebdf-f768-4a7d-ab60-c6159cfd1033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:24.601422 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d6af1-ed87-4b14-a28e-7f75b8acd714 req-d8e9e111-741a-4729-b511-1f2df07e98ec tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:24.602955 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c04d6af1-ed87-4b14-a28e-7f75b8acd714 req-d8e9e111-741a-4729-b511-1f2df07e98ec tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0868018 May 31 11:57:24.633028 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b4e91048bd24e828be60ab92673dc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754892 May 31 11:57:24.633983 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddba455-667c-4d0a-9d3c-e72f3324ad7b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:24.636723 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 39740) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:24.640053 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:24.678787 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c04d6af1-ed87-4b14-a28e-7f75b8acd714 req-dc267782-f827-4525-bab7-7bdbb982dcec tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669701 May 31 11:57:24.716164 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba579084-6b47-44f3-9cfb-00771c71f27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.758311 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba579084-6b47-44f3-9cfb-00771c71f27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.882885 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba579084-6b47-44f3-9cfb-00771c71f27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.888212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:24.901430 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba579084-6b47-44f3-9cfb-00771c71f27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddba455-667c-4d0a-9d3c-e72f3324ad7b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:24.906743 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ba579084-6b47-44f3-9cfb-00771c71f27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:24.909140 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba579084-6b47-44f3-9cfb-00771c71f27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.932542 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ba579084-6b47-44f3-9cfb-00771c71f27b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eddba455-667c-4d0a-9d3c-e72f3324ad7b HTTP/1.1" status: 204 len: 168 time: 0.2937570 May 31 11:57:24.974326 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7eb8f-79fc-42c2-9278-de1d9a2f562d req-a70c9cca-cb10-4ad0-b245-33515f088f31 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:24.976000 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0eb7eb8f-79fc-42c2-9278-de1d9a2f562d req-a70c9cca-cb10-4ad0-b245-33515f088f31 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 944 time: 0.1139431 May 31 11:57:25.028214 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0eb7eb8f-79fc-42c2-9278-de1d9a2f562d req-f2e32e72-ad62-43f3-9bbd-7016376503c1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463200 May 31 11:57:25.913566 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d3874-72da-404a-8c05-8f4b0a8e8f21 req-72d2eb51-6ffc-464a-ac22-8a025e480e87 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:25.915009 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-758d3874-72da-404a-8c05-8f4b0a8e8f21 req-72d2eb51-6ffc-464a-ac22-8a025e480e87 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0945220 May 31 11:57:25.965285 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-758d3874-72da-404a-8c05-8f4b0a8e8f21 req-d6183b76-ada7-459c-8807-a43008bd1dc9 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 May 31 11:57:26.234955 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41baeff-4e4b-4cf1-a41f-65eb9d67695d req-77e44256-882e-40d7-abf7-a32764d31314 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.243153 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a41baeff-4e4b-4cf1-a41f-65eb9d67695d req-77e44256-882e-40d7-abf7-a32764d31314 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 944 time: 0.0940759 May 31 11:57:26.288860 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a41baeff-4e4b-4cf1-a41f-65eb9d67695d req-20d9f723-78cb-4395-9610-6733ec802362 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444748 May 31 11:57:26.470422 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:26.733846 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:26.739285 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:26.740149 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:26.879790 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:26.916845 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:26.919420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90339f0-863c-4311-bfb1-14ab1230d494" -d '{"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:26.927825 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:26.964484 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118a122e-ef88-483d-bf56-14782f75ef15 x-openstack-request-id: req-118a122e-ef88-483d-bf56-14782f75ef15 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:26.964484 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:26.964718 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-118a122e-ef88-483d-bf56-14782f75ef15 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:26.965109 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'code': 200} May 31 11:57:27.023215 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:27.045692 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:27.174408 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:27.178524 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:27.310232 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c2fe8-d9dc-45aa-9b16-ff1ce693b27f req-03cabfbf-0232-4aef-8b21-9f737f12f5b8 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:27.323129 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-448c2fe8-d9dc-45aa-9b16-ff1ce693b27f req-03cabfbf-0232-4aef-8b21-9f737f12f5b8 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1835613 May 31 11:57:27.414381 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-448c2fe8-d9dc-45aa-9b16-ff1ce693b27f req-bd691743-408c-45c6-9b06-851ed543ff21 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868287 May 31 11:57:27.798486 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1414-4f26-4828-88d7-d01be023f361 req-717f958b-fb56-4000-a3cf-846ae21b23a4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:27.806952 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-31be1414-4f26-4828-88d7-d01be023f361 req-717f958b-fb56-4000-a3cf-846ae21b23a4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.2754145 May 31 11:57:27.856601 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a4d2e-6cb8-440f-824f-e390f4eb98c1 req-38382e8a-b091-4cfb-a229-428d9fdd9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:27.860142 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5d7a4d2e-6cb8-440f-824f-e390f4eb98c1 req-38382e8a-b091-4cfb-a229-428d9fdd9dca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1098 time: 0.2369919 May 31 11:57:27.883927 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-31be1414-4f26-4828-88d7-d01be023f361 req-22a369b8-7296-47e2-a3e1-7336f83adc7c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753155 May 31 11:57:27.961113 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5d7a4d2e-6cb8-440f-824f-e390f4eb98c1 req-70971169-18a3-4d09-a12c-98e34da9d21e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747347 May 31 11:57:28.634031 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e77560-47b1-4fde-bec1-59972fd65e07 req-6d8fd5d9-5ed1-4184-b3bf-00aba9a4dd66 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:28.635719 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-86e77560-47b1-4fde-bec1-59972fd65e07 req-6d8fd5d9-5ed1-4184-b3bf-00aba9a4dd66 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0957212 May 31 11:57:28.684862 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-86e77560-47b1-4fde-bec1-59972fd65e07 req-e4e47173-3b52-4cc4-8cff-5bab8ba4c65d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 May 31 11:57:29.036761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635eb3-564c-489d-b296-1403cd4ef152 req-229ce083-e4a5-4a76-aadc-1a004a2ffc67 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:29.038308 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-80635eb3-564c-489d-b296-1403cd4ef152 req-229ce083-e4a5-4a76-aadc-1a004a2ffc67 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.0853269 May 31 11:57:29.085824 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-80635eb3-564c-489d-b296-1403cd4ef152 req-e2634a7e-2935-436c-b2ce-9e3b7d590ea3 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 May 31 11:57:29.137653 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6903548-a2e0-45d4-9bd6-39ed9056e0f4 req-26605f44-7505-4372-9078-c35863188648 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:29.139211 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f6903548-a2e0-45d4-9bd6-39ed9056e0f4 req-26605f44-7505-4372-9078-c35863188648 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.0902522 May 31 11:57:29.184471 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f6903548-a2e0-45d4-9bd6-39ed9056e0f4 req-c292fd61-7a63-405a-83ac-fe090f1182e8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392733 May 31 11:57:29.920020 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185e44-803b-4db2-844e-2252b77334e2 req-08a2f67b-d71e-4488-851c-eef407e6b794 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:29.921542 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1f185e44-803b-4db2-844e-2252b77334e2 req-08a2f67b-d71e-4488-851c-eef407e6b794 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0979509 May 31 11:57:29.983795 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1f185e44-803b-4db2-844e-2252b77334e2 req-ea5b6393-7a2d-4030-9163-8ecca45a7d0b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506465 May 31 11:57:30.159867 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b6977c5e-3ddc-4dc1-978a-5776afbf6a86 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:30.177843 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b6977c5e-3ddc-4dc1-978a-5776afbf6a86 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 815 time: 0.1886737 May 31 11:57:30.192218 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-7ef34b04-de46-429e-a46d-fc61b962ad89 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/quotas/7a41e183ebce4def98ba14b3f896d33a HTTP/1.1" status: 200 len: 375 time: 0.0134518 May 31 11:57:30.280382 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-6397850e-bb51-41e2-b428-0958673262dd tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801783 May 31 11:57:30.343876 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b9f6-d92b-4f56-9a9b-4d2ae552545b req-8533f666-976c-47c6-aded-f13f6a358da0 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:30.343876 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0958b9f6-d92b-4f56-9a9b-4d2ae552545b req-8533f666-976c-47c6-aded-f13f6a358da0 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.1042578 May 31 11:57:30.385182 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0958b9f6-d92b-4f56-9a9b-4d2ae552545b req-0c5d09e3-eef9-4fdb-99e3-52043e3f2949 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 May 31 11:57:30.489192 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-3c403e9a-f9c6-4470-a539-03d784a5568e service neutron] 10.222.0.58 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967340 May 31 11:57:30.633774 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-79653c69-c3f5-4e13-9383-2191443f6872 service neutron] 10.222.0.58 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383467 May 31 11:57:30.686184 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d379-2204-42b7-b362-35d6f784074d req-b82a8ce9-f0ad-4278-8f37-bc51c6f58551 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:30.687944 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5be0d379-2204-42b7-b362-35d6f784074d req-b82a8ce9-f0ad-4278-8f37-bc51c6f58551 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1785445 May 31 11:57:30.779476 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5be0d379-2204-42b7-b362-35d6f784074d req-4fc87c8b-31dd-4708-980e-ade1aa949953 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796595 May 31 11:57:31.005874 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8927ad0f-ed84-4377-8105-162c3489246b req-7772741e-8e22-451b-a431-33c9401b6c57 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 210 time: 0.1072683 May 31 11:57:31.044680 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab34d5-dc8b-4cd5-933d-16ca8b77674c req-4584a1c5-7a2e-4500-ba11-98dd876cb86e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:31.047775 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b3ab34d5-dc8b-4cd5-933d-16ca8b77674c req-4584a1c5-7a2e-4500-ba11-98dd876cb86e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1142135 May 31 11:57:31.056745 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40036) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:31.062915 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'floatingip': {'port_id': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:31.162455 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.222178 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c9c85-69d8-4db8-b843-684083d25ee8 req-ee8d1de6-96f5-4e54-86c2-b26070aeb61a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:31.231272 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-719c9c85-69d8-4db8-b843-684083d25ee8 req-ee8d1de6-96f5-4e54-86c2-b26070aeb61a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1102040 May 31 11:57:31.279870 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:31.296277 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-719c9c85-69d8-4db8-b843-684083d25ee8 req-d45551f6-6200-4ca7-9478-2513f5200e25 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639677 May 31 11:57:31.525099 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.544628 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:31.549921 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Usage tracker for resource:security_group_rule and tenant:92f3512c36124669abf6b30951115f97 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:31.553680 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:31.561114 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:31.675266 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.725714 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.772948 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:31.784374 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92f3512c36124669abf6b30951115f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031240 May 31 11:57:31.786852 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40086) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:31.852889 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcfada6-ce8a-4775-bab4-458a863d69d5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:31.859221 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:31.885664 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-63bf476e-8fb9-432a-80db-2f63b121cdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.885865 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dcbbe-f373-40c4-90e4-a3440d893b5d req-f70800b3-9996-4510-a3d4-ca9104acdff0 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:31.887534 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b64dcbbe-f373-40c4-90e4-a3440d893b5d req-f70800b3-9996-4510-a3d4-ca9104acdff0 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.2873383 May 31 11:57:31.897411 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f625a48-368e-4398-bf72-931a3f498c36 req-0a7b3b63-86a3-454b-bd04-8e6c9d9e109f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3704374 May 31 11:57:31.925518 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-63bf476e-8fb9-432a-80db-2f63b121cdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.104561 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-63bf476e-8fb9-432a-80db-2f63b121cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.115924 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:32.146508 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-63bf476e-8fb9-432a-80db-2f63b121cdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.148092 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-63bf476e-8fb9-432a-80db-2f63b121cdfe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfcfada6-ce8a-4775-bab4-458a863d69d5 HTTP/1.1" status: 204 len: 168 time: 0.3601451 May 31 11:57:32.149497 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf476e-8fb9-432a-80db-2f63b121cdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcfada6-ce8a-4775-bab4-458a863d69d5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:32.153374 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-63bf476e-8fb9-432a-80db-2f63b121cdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:32.186128 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b64dcbbe-f373-40c4-90e4-a3440d893b5d req-8d9edd94-0f99-4d81-8aa9-cb2142c248ea tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850556 May 31 11:57:32.258937 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-695dc309-384e-4a94-82d0-88704c7113fc req-014c93fe-6959-47ba-89bd-bf6123984639 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 210 time: 0.0645807 May 31 11:57:32.386554 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625a48-368e-4398-bf72-931a3f498c36 req-34a7fe42-894e-4e60-8410-e3b961636036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.388207 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f625a48-368e-4398-bf72-931a3f498c36 req-34a7fe42-894e-4e60-8410-e3b961636036 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 1098 time: 0.2552392 May 31 11:57:32.399899 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265635e0-abff-442b-a43d-60509d39e1d3 req-4a1a4294-d541-4e7a-aac8-92c660ed33b1 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.405339 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-265635e0-abff-442b-a43d-60509d39e1d3 req-4a1a4294-d541-4e7a-aac8-92c660ed33b1 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.2238576 May 31 11:57:32.539247 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.db.resource_extend [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:57:32.846768 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.911102 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625a48-368e-4398-bf72-931a3f498c36 req-dcf0d3c0-8f0b-4da4-b846-12c964a223cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.912573 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f625a48-368e-4398-bf72-931a3f498c36 req-dcf0d3c0-8f0b-4da4-b846-12c964a223cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 916 time: 0.3752737 May 31 11:57:32.931001 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61232a9-fa35-42e6-8e47-3df69f5cfdd7 req-53524efe-45c2-4d0f-8df5-61b301ec78a0 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.932532 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a61232a9-fa35-42e6-8e47-3df69f5cfdd7 req-53524efe-45c2-4d0f-8df5-61b301ec78a0 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.3963895 May 31 11:57:32.950874 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40148) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:32.988960 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.993065 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.012751 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:33.018338 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Usage tracker for resource:security_group_rule and tenant:f11ea60704e94de09450e213fc6c42bb is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:33.021776 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:33.027921 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:33.064137 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Deleting port ab2c2e41-8eea-49ca-ae00-532bfb687778 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:33.064725 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.102169 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f625a48-368e-4398-bf72-931a3f498c36 req-f17b155a-aec1-47dc-8039-3aa9f28843ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d82dcf9-3068-4832-9ea0-2d941c40286e HTTP/1.1" status: 200 len: 217 time: 0.1675959 May 31 11:57:33.137603 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.209476 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.221638 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-416d2345-9cd3-49da-bd1c-18ddf1f020af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:33.253770 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd85f66-b838-4240-9bed-92ae717ec8aa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:33.270732 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:33.296666 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f11ea60704e94de09450e213fc6c42bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429487 May 31 11:57:33.297524 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40164) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:33.358623 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a61232a9-fa35-42e6-8e47-3df69f5cfdd7 req-c1923111-e985-4f1b-b53c-9dbeaee9371c tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138013 May 31 11:57:33.415054 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec12ae67-1ea6-4eb7-be6d-3bc9503943cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.419789 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625a48-368e-4398-bf72-931a3f498c36 req-d9c40f70-e0f2-46d6-be03-da5b6cc58287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:33.421341 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f625a48-368e-4398-bf72-931a3f498c36 req-d9c40f70-e0f2-46d6-be03-da5b6cc58287 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 200 len: 855 time: 0.3024011 May 31 11:57:33.463156 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.l3_db [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Floating IP 26a7c327-9302-4b80-b038-d75c4bdeb9d8 associated. External IP: 172.28.2.4, port: 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd. May 31 11:57:33.480143 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec12ae67-1ea6-4eb7-be6d-3bc9503943cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.579120 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40178) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:33.692341 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40184) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:33.711597 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] For port ab2c2e41-8eea-49ca-ae00-532bfb687778, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ab2c2e41-8eea-49ca-ae00-532bfb687778,segment=NetworkSegment(5f128ce2-5da5-456e-a376-b12158e5be24),segment_id=5f128ce2-5da5-456e-a376-b12158e5be24)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:33.711973 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.762049 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.855533 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f625a48-368e-4398-bf72-931a3f498c36 req-ee4cb9bc-799e-49e4-9625-8c8355832ae9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2837bad0-40d1-4e9f-98af-733bd3eccac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2621090 May 31 11:57:33.927072 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Calling delete_port for ab2c2e41-8eea-49ca-ae00-532bfb687778 owned by compute:nova {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:33.962051 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec12ae67-1ea6-4eb7-be6d-3bc9503943cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.976061 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:33.983178 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.010067 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-18ba1c67-4701-438c-99ac-903eb707a9f5 req-e1d7006d-df63-4f05-ab1b-5af4776a6cc3 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 210 time: 0.2270589 May 31 11:57:34.034237 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.043522 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12ae67-1ea6-4eb7-be6d-3bc9503943cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd85f66-b838-4240-9bed-92ae717ec8aa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:34.052679 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b6723662-ccd3-4947-8a12-90340e7e4fd1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:34.054311 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b6723662-ccd3-4947-8a12-90340e7e4fd1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 815 time: 0.4793088 May 31 11:57:34.057875 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ec12ae67-1ea6-4eb7-be6d-3bc9503943cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:34.071393 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f124b10-9e83-48bf-b252-7522683f29f5 req-9543a55c-d045-418c-94ff-25988ca7e0c8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:34.079832 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2f124b10-9e83-48bf-b252-7522683f29f5 req-9543a55c-d045-418c-94ff-25988ca7e0c8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 945 time: 0.3921597 May 31 11:57:34.082523 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:34.088085 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec12ae67-1ea6-4eb7-be6d-3bc9503943cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.091159 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ec12ae67-1ea6-4eb7-be6d-3bc9503943cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dd85f66-b838-4240-9bed-92ae717ec8aa HTTP/1.1" status: 204 len: 168 time: 0.7919922 May 31 11:57:34.116018 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Request body: {'port': {'device_id': '94509dfd-17e5-4391-95be-6977b18aa73e', 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'admin_state_up': True, 'tenant_id': '7a41e183ebce4def98ba14b3f896d33a'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:34.133546 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Usage tracker for resource:security_group_rule and tenant:2c1ab77e8ba0472dbbbab314eec3303e is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:34.142917 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:34.146951 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:34.164073 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:34.216298 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Usage tracker for resource:security_group_rule and tenant:ea16fdf8e29b40f98d305565b9138153 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:34.230695 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:34.260232 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:34.301342 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2f124b10-9e83-48bf-b252-7522683f29f5 req-0ea4f131-af9b-4f4b-8e21-b1b9cd797bc8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/security-groups?id=ff86ac50-51ec-4346-94ad-d12f8fbee316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146959 May 31 11:57:34.414305 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:34.446133 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:34.484094 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.498803 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.587960 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.604930 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:34.614287 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.673580 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c1ab77e8ba0472dbbbab314eec3303e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9737411 May 31 11:57:34.683547 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40224) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:34.686852 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Made reservation on behalf of 7a41e183ebce4def98ba14b3f896d33a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:34.690568 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.738521 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f625a48-368e-4398-bf72-931a3f498c36 req-761605ce-941b-44be-8428-9540c7988a09 service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7948515 May 31 11:57:34.739278 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac3eede-6948-4f20-8fcd-d4483c3797bc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:34.760968 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:34.801536 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40230) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:34.801787 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-61836faa-254a-4f6d-9587-856fa457bc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:34.811543 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea16fdf8e29b40f98d305565b9138153&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2320981 May 31 11:57:34.817721 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40232) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:34.926794 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a31e1-31c5-454a-9237-971c48ac779a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:34.943228 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2fa6-18c1-43df-9692-332c127a117c req-dcb6ee9d-2f5e-408f-98a2-b6b3b81f6924 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:34.945767 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fbfc2fa6-18c1-43df-9692-332c127a117c req-dcb6ee9d-2f5e-408f-98a2-b6b3b81f6924 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.4339724 May 31 11:57:34.948136 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:57:34.960827 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:34.997295 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.072564 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-56c3b464-7fd1-4b94-a5e6-ecee80d5c965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.073446 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:35.088557 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.098530 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Allocated IP 172.20.0.8 (2837bad0-40d1-4e9f-98af-733bd3eccac9/aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9/38fc59cb-2dff-47b6-b017-5e6ac71ad515) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:35.165792 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-56c3b464-7fd1-4b94-a5e6-ecee80d5c965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.170092 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Pushing event deleted for resources: {'Port': ['ID=ab2c2e41-8eea-49ca-ae00-532bfb687778,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:35.179240 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.181957 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f625a48-368e-4398-bf72-931a3f498c36 req-f517a35c-f407-4adc-87ed-fc24fe34e88c service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340689 May 31 11:57:35.189512 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.242834 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.243200 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.243627 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.244077 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.244423 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.244770 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.245111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.245453 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.245795 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.246169 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.246510 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.246845 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.252565 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fbfc2fa6-18c1-43df-9692-332c127a117c req-ef787706-704f-4721-9db5-6a75f25676d5 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988827 May 31 11:57:35.258982 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:35.342277 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:35.359362 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Usage tracker for resource:security_group_rule and tenant:9038f2a19b7f44fab6e01c7ec1c7d1f8 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:35.368522 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a19951f9-6912-42ad-922f-200c3b9f054f req-b3b01599-3344-490c-8ebf-71b7a4e46803 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 210 time: 0.1938188 May 31 11:57:35.369846 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:35.386073 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:35.388988 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] No DVR routers for this DVR port ab2c2e41-8eea-49ca-ae00-532bfb687778 on host hv-cinder-78638 {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:35.401204 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.409884 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a91981-6456-453c-ab67-ffd0e7a4f72a', 'name': 'network-vif-deleted', 'tag': 'ab2c2e41-8eea-49ca-ae00-532bfb687778'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:35.415773 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d01c0f-4546-46bb-9e0c-77276cb623c3" -d '{"events": [{"server_uuid": "f9a91981-6456-453c-ab67-ffd0e7a4f72a", "name": "network-vif-deleted", "tag": "ab2c2e41-8eea-49ca-ae00-532bfb687778"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:35.446157 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:57:35.454357 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.463419 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] Sync routers for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:57:35.478468 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:35.479370 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:57:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:35.526968 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa76660-3078-40ab-8836-fb829d62a7ed x-openstack-request-id: req-4fa76660-3078-40ab-8836-fb829d62a7ed {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:35.526968 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a91981-6456-453c-ab67-ffd0e7a4f72a", "name": "network-vif-deleted", "tag": "ab2c2e41-8eea-49ca-ae00-532bfb687778", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:35.526968 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4fa76660-3078-40ab-8836-fb829d62a7ed {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:35.526968 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a91981-6456-453c-ab67-ffd0e7a4f72a', 'name': 'network-vif-deleted', 'tag': 'ab2c2e41-8eea-49ca-ae00-532bfb687778', 'status': 'completed', 'code': 200} May 31 11:57:35.528002 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-265635e0-abff-442b-a43d-60509d39e1d3 req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.54 "DELETE /v2.0/ports/ab2c2e41-8eea-49ca-ae00-532bfb687778 HTTP/1.1" status: 204 len: 173 time: 3.1177864 May 31 11:57:35.531389 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d4136240-bf5a-4f19-b8ff-14719984a840 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "PUT /v2.0/floatingips/26a7c327-9302-4b80-b038-d75c4bdeb9d8 HTTP/1.1" status: 200 len: 989 time: 4.4727483 May 31 11:57:35.600828 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-75d2a6f4-e5ab-4994-94da-47bfa4213cb4 req-38c46e30-669e-47a6-b691-450c7889ba86 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Synchronizing usage tracker for tenant:456ad1c1a39b4a558fca32bab7685ec1 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:35.634237 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.644011 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.651389 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.655170 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:35.667895 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-56c3b464-7fd1-4b94-a5e6-ecee80d5c965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.676272 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0a31e1-31c5-454a-9237-971c48ac779a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:35.692692 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.693043 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.695946 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.695946 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.695946 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.695946 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.696509 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.696707 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.697415 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.697752 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.698082 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.698406 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:35.703088 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:35.719574 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7d25fcd2-503d-4f22-b3ef-e2ced9e37441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:35.727062 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-75d2a6f4-e5ab-4994-94da-47bfa4213cb4 req-38c46e30-669e-47a6-b691-450c7889ba86 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Unset dirty status for tenant:456ad1c1a39b4a558fca32bab7685ec1 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:35.728277 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-75d2a6f4-e5ab-4994-94da-47bfa4213cb4 req-38c46e30-669e-47a6-b691-450c7889ba86 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.1886616 May 31 11:57:35.735347 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3b464-7fd1-4b94-a5e6-ecee80d5c965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac3eede-6948-4f20-8fcd-d4483c3797bc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:35.742740 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-56c3b464-7fd1-4b94-a5e6-ecee80d5c965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:35.743816 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-56c3b464-7fd1-4b94-a5e6-ecee80d5c965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.745072 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-56c3b464-7fd1-4b94-a5e6-ecee80d5c965 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aac3eede-6948-4f20-8fcd-d4483c3797bc HTTP/1.1" status: 204 len: 168 time: 1.0602980 May 31 11:57:35.750315 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.776454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.780130 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b0a31e1-31c5-454a-9237-971c48ac779a HTTP/1.1" status: 204 len: 168 time: 0.9562924 May 31 11:57:35.782693 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:35.822825 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:35.836972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a2e12-fc15-42c6-be6f-3f91245518c5,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:35.848514 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.856459 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:35.859187 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:35.865454 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9038f2a19b7f44fab6e01c7ec1c7d1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0519249 May 31 11:57:35.867953 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40268) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:35.905801 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['9d82dcf9-3068-4832-9ea0-2d941c40286e'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:35.992640 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-daaccf48-1b82-400b-a11f-11f3f0ed518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.995147 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Network 2837bad0-40d1-4e9f-98af-733bd3eccac9 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:36.005217 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:36.024155 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:36.063940 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-daaccf48-1b82-400b-a11f-11f3f0ed518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:36.137912 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:36.138705 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:36.183593 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Pushing event updated for resources: {'Port': ['ID=38fc59cb-2dff-47b6-b017-5e6ac71ad515,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:36.187453 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:36.230438 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-daaccf48-1b82-400b-a11f-11f3f0ed518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:36.235332 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:36.249518 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1397927 May 31 11:57:36.258530 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaccf48-1b82-400b-a11f-11f3f0ed518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a2e12-fc15-42c6-be6f-3f91245518c5,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:36.275606 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-daaccf48-1b82-400b-a11f-11f3f0ed518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:36.283067 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-daaccf48-1b82-400b-a11f-11f3f0ed518a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb0a2e12-fc15-42c6-be6f-3f91245518c5 HTTP/1.1" status: 204 len: 168 time: 0.4129250 May 31 11:57:36.283067 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-daaccf48-1b82-400b-a11f-11f3f0ed518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:36.287511 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Request body: {'port': {'device_id': '94509dfd-17e5-4391-95be-6977b18aa73e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:36.347120 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': '26a7c327-9302-4b80-b038-d75c4bdeb9d8', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'port_id': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'mac_address': 'fa:16:3e:ce:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:57:04Z', 'updated_at': '2021-05-31T11:57:32Z', 'revision_number': 1, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:36.360156 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] Checking router: e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:57:36.377379 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:36.378070 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:57:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:36.431908 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:36.495517 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ab2c2e41-8eea-49ca-ae00-532bfb687778 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:36.581737 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: ab2c2e41-8eea-49ca-ae00-532bfb687778 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:36.582122 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ab2c2e41-8eea-49ca-ae00-532bfb687778 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:36.670268 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaedafb-5d7f-48ec-bb2a-00dcedabda55 req-fb4c28bd-eca9-4748-b110-ce6363506822 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:36.670911 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:36.677728 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ecaedafb-5d7f-48ec-bb2a-00dcedabda55 req-fb4c28bd-eca9-4748-b110-ce6363506822 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.2863708 May 31 11:57:36.720868 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ecaedafb-5d7f-48ec-bb2a-00dcedabda55 req-289f96a0-4242-4020-bf26-50d061d0fbaf tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 May 31 11:57:36.790609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c3cf6-4f13-4707-9ce5-8e7a8fa06269 req-8f08ece1-7550-4d7a-bf08-f895ba71e51e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:36.791338 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-6f0c3cf6-4f13-4707-9ce5-8e7a8fa06269 req-8f08ece1-7550-4d7a-bf08-f895ba71e51e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:36.896305 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40286) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:36.938772 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-6f0c3cf6-4f13-4707-9ce5-8e7a8fa06269 req-8f08ece1-7550-4d7a-bf08-f895ba71e51e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:36.940021 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6f0c3cf6-4f13-4707-9ce5-8e7a8fa06269 req-8f08ece1-7550-4d7a-bf08-f895ba71e51e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 931 time: 0.3347371 May 31 11:57:36.964153 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:36.978574 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9e85a8df-c714-42bf-91e8-4648fc396c3d req-7e688fab-abf7-4c3e-8984-60456ed42887 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9a91981-6456-453c-ab67-ffd0e7a4f72a HTTP/1.1" status: 200 len: 210 time: 0.0629668 May 31 11:57:36.986156 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:36.991088 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Usage tracker for resource:security_group_rule and tenant:84fdfa7e9f964a96bb4d9ffb2764425e is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:36.994592 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:37.004151 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:37.048896 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fc59cb-2dff-47b6-b017-5e6ac71ad515 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:37.149373 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.158932 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6f0c3cf6-4f13-4707-9ce5-8e7a8fa06269 req-36984506-c322-47a6-b5ff-a6ed6ec7438c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962907 May 31 11:57:37.172303 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Transition to ACTIVE for port object 38fc59cb-2dff-47b6-b017-5e6ac71ad515 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:37.210007 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.266116 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.272105 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:37.275102 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': '26a7c327-9302-4b80-b038-d75c4bdeb9d8', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'port_id': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'mac_address': 'fa:16:3e:ce:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:57:04Z', 'updated_at': '2021-05-31T11:57:32Z', 'revision_number': 1, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:37.279800 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26772128-006b-4c03-8a4f-9d68001a7caa None None] The sync data for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb is: [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': '26a7c327-9302-4b80-b038-d75c4bdeb9d8', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'port_id': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'mac_address': 'fa:16:3e:ce:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:57:04Z', 'updated_at': '2021-05-31T11:57:32Z', 'revision_number': 1, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:57:37.293531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.306269 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-daaccf48-1b82-400b-a11f-11f3f0ed518a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:37.351125 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84fdfa7e9f964a96bb4d9ffb2764425e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529288 May 31 11:57:37.355561 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40294) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:37.379471 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dfe962-3358-47cc-bb11-1143331f294d,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:37.385042 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:37.444116 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Pushing event updated for resources: {'Port': ['ID=38fc59cb-2dff-47b6-b017-5e6ac71ad515,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:37.446998 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:37.451273 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-93fd9cfb-11ab-4ea0-8599-bf0e0734c5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.484499 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-93fd9cfb-11ab-4ea0-8599-bf0e0734c5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.488631 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40300) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:37.524732 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.546533 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:37.549047 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee807a5e-68bf-4519-8e41-ee1164d1fa33" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:37.552667 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:37.557177 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:b7014f65a91241f480143bd9a164c3e6 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:37.566053 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:37.568791 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:37.581286 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40306) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:37.607472 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1c86f-2748-4dd1-998e-582d003fcc63 x-openstack-request-id: req-c4c1c86f-2748-4dd1-998e-582d003fcc63 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:37.607857 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:37.608158 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4c1c86f-2748-4dd1-998e-582d003fcc63 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:37.608607 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'status': 'completed', 'code': 200} May 31 11:57:37.615498 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171830f9-fed0-48fc-8657-0a6a72371639 None None] New status for floating IP 26a7c327-9302-4b80-b038-d75c4bdeb9d8: ACTIVE {{(pid=103896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:57:37.746713 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-93fd9cfb-11ab-4ea0-8599-bf0e0734c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.751424 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:37.767242 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd9cfb-11ab-4ea0-8599-bf0e0734c5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dfe962-3358-47cc-bb11-1143331f294d,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:37.777186 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-93fd9cfb-11ab-4ea0-8599-bf0e0734c5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:37.787052 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-e1cca550-35cb-44e6-9376-c14b0462c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:37.787052 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-e1cca550-35cb-44e6-9376-c14b0462c30b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1098 time: 0.1135619 May 31 11:57:37.792263 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-93fd9cfb-11ab-4ea0-8599-bf0e0734c5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.795564 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-93fd9cfb-11ab-4ea0-8599-bf0e0734c5cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8dfe962-3358-47cc-bb11-1143331f294d HTTP/1.1" status: 204 len: 168 time: 0.4367185 May 31 11:57:37.945863 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.001695 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40316) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:38.014902 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.020632 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:38.032992 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Usage tracker for resource:security_group_rule and tenant:9452441e992a416db4fc4c7b94a84aa2 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:38.033891 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Attempting to bind port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:57:38.034432 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Attempting to bind port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:57:38.034959 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Attempting to bind port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:38.046429 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:38.062824 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.071050 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:38.079084 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:57:38.079506 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Attempting to bind port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:38.089195 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:57:38.089518 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Checking segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:38.089903 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Bound using segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:57:38.090345 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Bound port: 38fc59cb-2dff-47b6-b017-5e6ac71ad515, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:57:38.090693 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.102512 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:38.108619 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.121637 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7c1a6441-a8b1-4bf4-a000-47c41f02108e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:38.131561 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Usage tracker for resource:security_group_rule and tenant:b63cf2dd62cb46cd937536ae2f28b962 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:38.134146 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-c889c60e-741e-45b2-90e7-96644785aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.135751 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-c889c60e-741e-45b2-90e7-96644785aaa2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.3359134 May 31 11:57:38.139865 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:38.179318 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:38.242281 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7014f65a91241f480143bd9a164c3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7525184 May 31 11:57:38.261080 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df9a94e-e565-44f3-afef-9cd8af405eed,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:38.271126 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:38.272202 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:38.325794 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.369829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.374325 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] For port 38fc59cb-2dff-47b6-b017-5e6ac71ad515, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:57:38.386558 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd4e7-bdfe-495a-a92c-a22b5bcb21cc req-26160cec-69fd-469f-9884-a55bd00ae804 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.386668 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] For port 38fc59cb-2dff-47b6-b017-5e6ac71ad515, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38fc59cb-2dff-47b6-b017-5e6ac71ad515,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:57:38.387905 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-45afd4e7-bdfe-495a-a92c-a22b5bcb21cc req-26160cec-69fd-469f-9884-a55bd00ae804 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.4316397 May 31 11:57:38.393701 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d6ce6768-0d3d-45d0-99e9-f83808cda74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:38.427625 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0c77b8-6623-4114-bdb9-7e4b4a04cf10,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:38.457200 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:38.465752 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.486209 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d446f8c8-1234-4ada-831c-e85df5a387b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.501879 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:38.508222 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9452441e992a416db4fc4c7b94a84aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9256165 May 31 11:57:38.511630 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40346) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:38.519030 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-8ab6a312-0499-4896-998a-2e1f88c4f8a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd HTTP/1.1" status: 200 len: 999 time: 0.3723109 May 31 11:57:38.648446 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-45afd4e7-bdfe-495a-a92c-a22b5bcb21cc req-40c39566-d99a-4875-ba57-5c9ce40426ed tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262447 May 31 11:57:38.678199 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.678819 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.680218 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] 10.222.0.54 "PUT /v2.0/ports/38fc59cb-2dff-47b6-b017-5e6ac71ad515 HTTP/1.1" status: 200 len: 1093 time: 2.3984530 May 31 11:57:38.689382 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94509dfd-17e5-4391-95be-6977b18aa73e', 'tag': '38fc59cb-2dff-47b6-b017-5e6ac71ad515'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:38.692916 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f297f7c-aca7-48ef-9fd6-836354fe0e53" -d '{"events": [{"name": "network-changed", "server_uuid": "94509dfd-17e5-4391-95be-6977b18aa73e", "tag": "38fc59cb-2dff-47b6-b017-5e6ac71ad515"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:38.711957 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-8dae2f99-66be-44a0-bffb-15161c2516b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.713066 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84ec5c62-e139-49db-b4d6-de26a4946e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.713785 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-8dae2f99-66be-44a0-bffb-15161c2516b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.1717701 May 31 11:57:38.714734 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0934986f-e6a7-4b73-917e-1bad86f09843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.773145 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.789210 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0934986f-e6a7-4b73-917e-1bad86f09843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.790027 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Pushing event updated for resources: {'Port': ['ID=38fc59cb-2dff-47b6-b017-5e6ac71ad515,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:38.793818 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:38.801070 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84ec5c62-e139-49db-b4d6-de26a4946e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.816718 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbd870-9695-4293-9992-91e5abe0cc12 req-c74728d6-3765-41c0-b54e-9349f39cfeee tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.818426 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ddcbd870-9695-4293-9992-91e5abe0cc12 req-c74728d6-3765-41c0-b54e-9349f39cfeee tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 943 time: 0.4163833 May 31 11:57:38.877920 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-5d7557c9-a49c-42e2-8878-f6eee03e2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.879433 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-5d7557c9-a49c-42e2-8878-f6eee03e2f8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1414835 May 31 11:57:38.924137 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.958159 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:38.973994 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a194e61-4c6b-4386-8730-1e6c56405b0d x-openstack-request-id: req-7a194e61-4c6b-4386-8730-1e6c56405b0d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:38.974293 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94509dfd-17e5-4391-95be-6977b18aa73e", "tag": "38fc59cb-2dff-47b6-b017-5e6ac71ad515", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:38.974553 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a194e61-4c6b-4386-8730-1e6c56405b0d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:38.974950 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94509dfd-17e5-4391-95be-6977b18aa73e', 'tag': '38fc59cb-2dff-47b6-b017-5e6ac71ad515', 'status': 'completed', 'code': 200} May 31 11:57:38.980990 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0934986f-e6a7-4b73-917e-1bad86f09843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.992199 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-16cd9bd8-9d73-49a1-8ed0-800e1cc28708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:39.007730 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934986f-e6a7-4b73-917e-1bad86f09843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0c77b8-6623-4114-bdb9-7e4b4a04cf10,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:39.014068 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0934986f-e6a7-4b73-917e-1bad86f09843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:39.022866 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0934986f-e6a7-4b73-917e-1bad86f09843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.027349 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0934986f-e6a7-4b73-917e-1bad86f09843 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e0c77b8-6623-4114-bdb9-7e4b4a04cf10 HTTP/1.1" status: 204 len: 168 time: 0.5098155 May 31 11:57:39.049623 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b63cf2dd62cb46cd937536ae2f28b962&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0413485 May 31 11:57:39.049623 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f947e81-6fc3-4634-9ef8-3d97e1698709,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:39.050732 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40364) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:39.056844 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:39.062081 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ddcbd870-9695-4293-9992-91e5abe0cc12 req-e777abbd-3339-4d75-a937-95a928095873 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141507 May 31 11:57:39.087712 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-33aee586-c491-48dc-9819-220e64679bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:39.089449 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-33aee586-c491-48dc-9819-220e64679bba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 1096 time: 0.2430491 May 31 11:57:39.120553 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-e76e6ac7-21f2-40fb-a4a7-aeb157d2d477 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248383 May 31 11:57:39.124431 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:39.183560 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84ec5c62-e139-49db-b4d6-de26a4946e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.199183 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9eb4216d-d034-4770-a613-44ee8fdec63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:39.210541 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-47dc5dcd-de6d-4db9-8b91-b8bb39c12177 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38fc59cb-2dff-47b6-b017-5e6ac71ad515 HTTP/1.1" status: 200 len: 217 time: 0.0968611 May 31 11:57:39.213697 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec5c62-e139-49db-b4d6-de26a4946e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df9a94e-e565-44f3-afef-9cd8af405eed,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:39.223235 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-84ec5c62-e139-49db-b4d6-de26a4946e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:39.225335 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84ec5c62-e139-49db-b4d6-de26a4946e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.228989 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-84ec5c62-e139-49db-b4d6-de26a4946e6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5df9a94e-e565-44f3-afef-9cd8af405eed HTTP/1.1" status: 204 len: 168 time: 0.9491746 May 31 11:57:39.244534 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f9735b3-1b33-41cd-9f36-03b0752846ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.297579 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-4e1d22cc-9b73-4392-9427-bcab74a0a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:39.299104 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-4e1d22cc-9b73-4392-9427-bcab74a0a206 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 200 len: 855 time: 0.0749691 May 31 11:57:39.302694 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f9735b3-1b33-41cd-9f36-03b0752846ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.326673 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee807a5e-68bf-4519-8e41-ee1164d1fa33 req-db338212-c785-4587-9162-e3d5cbfe5eea service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900368 May 31 11:57:39.366163 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-7ff67ccb-762d-4c79-a63d-3dbcdf4ab341 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2837bad0-40d1-4e9f-98af-733bd3eccac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578485 May 31 11:57:39.465396 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f9735b3-1b33-41cd-9f36-03b0752846ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.474971 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-025da32f-aa6b-4647-8194-19db2088cfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:39.489445 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9735b3-1b33-41cd-9f36-03b0752846ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f947e81-6fc3-4634-9ef8-3d97e1698709,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:39.492215 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9f9735b3-1b33-41cd-9f36-03b0752846ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:39.493644 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f9735b3-1b33-41cd-9f36-03b0752846ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.497618 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-9f9735b3-1b33-41cd-9f36-03b0752846ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f947e81-6fc3-4634-9ef8-3d97e1698709 HTTP/1.1" status: 204 len: 168 time: 0.4457200 May 31 11:57:39.515218 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-d67a3654-5685-4dc9-b83b-4282335d19ed service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411207 May 31 11:57:39.660571 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d099c585-c9b5-49ba-9abd-fa044ec68afb req-e052fb05-4f36-491b-9a5c-f2282de3cf0b service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356916 May 31 11:57:39.859352 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016d89-be7e-484a-a92b-511aeba99f80 req-1a74c701-2d6f-43e6-89c3-692123718fde tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:39.861364 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ed016d89-be7e-484a-a92b-511aeba99f80 req-1a74c701-2d6f-43e6-89c3-692123718fde tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0877042 May 31 11:57:39.933129 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ed016d89-be7e-484a-a92b-511aeba99f80 req-4c473c6b-ed17-405b-87e9-bf21a7959d85 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505693 May 31 11:57:40.002063 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-4340f243-ad68-486c-881e-30c355ab18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:40.003411 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-4340f243-ad68-486c-881e-30c355ab18b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 1096 time: 0.1263404 May 31 11:57:40.172519 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-bd6f5933-7008-468e-9f47-f14a3c0becc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:40.174266 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-bd6f5933-7008-468e-9f47-f14a3c0becc5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 916 time: 0.1607399 May 31 11:57:40.184374 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40416) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:40.258436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Deleting subnet a4e467d6-f4b8-4764-9798-a3c11964c6ba {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:57:40.269648 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-075b5810-f85d-4d34-8287-a4911793d846 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38fc59cb-2dff-47b6-b017-5e6ac71ad515 HTTP/1.1" status: 200 len: 217 time: 0.0872998 May 31 11:57:40.270421 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.322875 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.371808 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-ee778999-1bc8-4f77-8bf7-fc5c18fd2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:40.373877 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-ee778999-1bc8-4f77-8bf7-fc5c18fd2c21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 200 len: 855 time: 0.0927527 May 31 11:57:40.434851 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-832e6a0f-95ca-4ed9-8af5-1dfd711bed7c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2837bad0-40d1-4e9f-98af-733bd3eccac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507870 May 31 11:57:40.461455 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.589073 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-7d9d177d-b0d7-4b7f-ab87-0d76688b9f1b service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435883 May 31 11:57:40.649244 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae8264-f36c-42e3-a258-2b58955502fb req-eb4bb15c-6bb4-4133-8ebe-24f56e043456 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:40.650755 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4eae8264-f36c-42e3-a258-2b58955502fb req-eb4bb15c-6bb4-4133-8ebe-24f56e043456 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 943 time: 0.3223796 May 31 11:57:40.767196 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7f297f7c-aca7-48ef-9fd6-836354fe0e53 req-cc289267-94f9-4e63-b014-4e71ea53888a service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659954 May 31 11:57:40.769896 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4eae8264-f36c-42e3-a258-2b58955502fb req-bb17a0b8-a582-491e-852a-dc3215a5914c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042683 May 31 11:57:40.893815 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.902427 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0689fc56-0bc8-4185-b767-1f6bdf48499b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:40.939011 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e467d6-f4b8-4764-9798-a3c11964c6ba,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:40.941916 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:40.943044 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.949191 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a4e467d6-f4b8-4764-9798-a3c11964c6ba HTTP/1.1" status: 204 len: 168 time: 0.7625313 May 31 11:57:40.952342 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40440) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:41.014028 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.079677 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.230273 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe1112ba-2a47-43bd-b159-c822a0a1dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.348256 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.369490 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:41.388616 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f128ce2-5da5-456e-a376-b12158e5be24') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:41.388918 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f128ce2-5da5-456e-a376-b12158e5be24') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:41.408045 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e42fc-f330-4e4e-a985-93acda33ff71 req-09c40522-2901-45fd-bb0a-c53b83a2384d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:41.409568 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-534e42fc-f330-4e4e-a985-93acda33ff71 req-09c40522-2901-45fd-bb0a-c53b83a2384d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.3338385 May 31 11:57:41.416781 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.465667 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.485795 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:57:41.485795 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:57:41.494512 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:57:41.557541 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-534e42fc-f330-4e4e-a985-93acda33ff71 req-4ce8ee96-d683-489c-851e-6f58d588a999 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311355 May 31 11:57:41.653806 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.664047 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-305335ee-3762-459c-9208-1b9c58cdaf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:41.678629 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.688135 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:41.693050 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:41.762231 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ae8fd9ee-3c76-4cb3-a6eb-88e9f0314e9e HTTP/1.1" status: 204 len: 168 time: 0.8085961 May 31 11:57:41.978570 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aab5eb-36d1-45be-8fbe-41da0485b807 req-f50b1fca-9741-4c57-8f24-9ac2b0c249c0 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:41.986010 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-45aab5eb-36d1-45be-8fbe-41da0485b807 req-f50b1fca-9741-4c57-8f24-9ac2b0c249c0 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 943 time: 0.0993085 May 31 11:57:42.047230 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-45aab5eb-36d1-45be-8fbe-41da0485b807 req-e3133cfc-193d-42cb-a037-1d01938948ea tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600188 May 31 11:57:42.219358 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.372144 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40536) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:42.427804 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-c0eeb589-5e64-4bfb-9980-abeedfc3cfdf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=456ad1c1a39b4a558fca32bab7685ec1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543325 May 31 11:57:42.430267 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40540) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:42.501823 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc9-3029-4b62-a069-55881a8ecd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.543309 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc9-3029-4b62-a069-55881a8ecd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.637108 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc9-3029-4b62-a069-55881a8ecd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.643599 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-93fd9cfb-11ab-4ea0-8599-bf0e0734c5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:42.662782 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162bfc9-3029-4b62-a069-55881a8ecd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff86ac50-51ec-4346-94ad-d12f8fbee316,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:42.684404 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1162bfc9-3029-4b62-a069-55881a8ecd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:42.763382 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1162bfc9-3029-4b62-a069-55881a8ecd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.763382 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-1162bfc9-3029-4b62-a069-55881a8ecd24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff86ac50-51ec-4346-94ad-d12f8fbee316 HTTP/1.1" status: 204 len: 168 time: 0.3298738 May 31 11:57:42.791050 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bea13b-0c7e-40d0-86c6-89639c645eb0 req-14e4fd62-66bc-4df9-abbf-a26cb680f540 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:42.792592 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-23bea13b-0c7e-40d0-86c6-89639c645eb0 req-14e4fd62-66bc-4df9-abbf-a26cb680f540 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1061459 May 31 11:57:42.845843 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-23bea13b-0c7e-40d0-86c6-89639c645eb0 req-c43b9632-6209-4137-8982-e74a06a9c6ff tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 May 31 11:57:43.241366 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef02740-85e4-4212-9c61-f0bbf77256b4 req-f7380e22-6bbd-4fd3-9b8f-f306fff0d745 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:43.243069 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ef02740-85e4-4212-9c61-f0bbf77256b4 req-f7380e22-6bbd-4fd3-9b8f-f306fff0d745 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 943 time: 0.0842981 May 31 11:57:43.334999 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ef02740-85e4-4212-9c61-f0bbf77256b4 req-bd83fb4f-51e6-47cc-b729-31fb0d9d30b9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824230 May 31 11:57:43.867832 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.087252 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4a81d-6c70-43d9-a4f7-b25cd9391b40 req-7d7af139-0af9-49cc-9a4c-e42090c729dc tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:44.087252 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cbc4a81d-6c70-43d9-a4f7-b25cd9391b40 req-7d7af139-0af9-49cc-9a4c-e42090c729dc tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0877130 May 31 11:57:44.137332 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cbc4a81d-6c70-43d9-a4f7-b25cd9391b40 req-bb89f34f-42a7-4055-a0a9-e1a59c52ad57 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615585 May 31 11:57:44.502275 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 38fc59cb-2dff-47b6-b017-5e6ac71ad515 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:44.588967 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644dc26-64e2-418d-8c71-8a36b187225b req-056c5abd-8098-461a-94b2-cc5593ded979 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:44.597904 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8644dc26-64e2-418d-8c71-8a36b187225b req-056c5abd-8098-461a-94b2-cc5593ded979 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 943 time: 0.1540511 May 31 11:57:44.713387 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 38fc59cb-2dff-47b6-b017-5e6ac71ad515, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38fc59cb-2dff-47b6-b017-5e6ac71ad515,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:44.724771 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8644dc26-64e2-418d-8c71-8a36b187225b req-cfd56324-8051-4cba-ab5c-2bed837e0bce tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259317 May 31 11:57:44.771149 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '38fc59cb-2dff-47b6-b017-5e6ac71ad515', 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'port_id': '38fc59cb-2dff-47b6-b017-5e6ac71ad515', 'mac_address': 'fa:16:3e:6e:00:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:44.817569 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40654) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:44.864969 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.887579 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fc59cb-2dff-47b6-b017-5e6ac71ad515 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:44.904343 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 38fc59cb-2dff-47b6-b017-5e6ac71ad515, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38fc59cb-2dff-47b6-b017-5e6ac71ad515,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:44.978939 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.994245 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:44.998791 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Usage tracker for resource:security_group_rule and tenant:d712dbd1d9784d0dbe110862d89cfda7 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:45.001747 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:45.007704 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:45.013014 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.015182 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:45.089964 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=38fc59cb-2dff-47b6-b017-5e6ac71ad515,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:45.098641 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.099218 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.099565 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.099944 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.100277 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.100695 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.101009 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.101333 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.101657 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.101973 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.102321 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.102635 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:45.115235 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:45.169404 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.297370 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.311768 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1162bfc9-3029-4b62-a069-55881a8ecd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:45.362882 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d712dbd1d9784d0dbe110862d89cfda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439401 May 31 11:57:45.365672 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40676) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:45.368996 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e74b2fd-7a79-4045-ad0d-e6699cd9c898,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:45.384642 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:45.450048 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bda206-bbbf-41b1-a8d8-89c166dcb1e8 req-7b6c6dc4-718f-4061-acc5-378adfc5d280 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:45.452264 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-18bda206-bbbf-41b1-a8d8-89c166dcb1e8 req-7b6c6dc4-718f-4061-acc5-378adfc5d280 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.2050080 May 31 11:57:45.485157 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ca9a295f-19b7-48ee-aebe-c498f3067bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.539967 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ca9a295f-19b7-48ee-aebe-c498f3067bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.549278 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-18bda206-bbbf-41b1-a8d8-89c166dcb1e8 req-2de463b3-6b7c-4d43-a11b-02c96943a6b6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886223 May 31 11:57:45.688194 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ca9a295f-19b7-48ee-aebe-c498f3067bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.690320 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['38fc59cb-2dff-47b6-b017-5e6ac71ad515'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:45.694527 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2023e767-6462-43cb-bf40-31e7f0847601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:45.708497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a295f-19b7-48ee-aebe-c498f3067bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e74b2fd-7a79-4045-ad0d-e6699cd9c898,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:45.720026 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ca9a295f-19b7-48ee-aebe-c498f3067bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:45.721625 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ca9a295f-19b7-48ee-aebe-c498f3067bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.722539 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-ca9a295f-19b7-48ee-aebe-c498f3067bf9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e74b2fd-7a79-4045-ad0d-e6699cd9c898 HTTP/1.1" status: 204 len: 168 time: 0.3553250 May 31 11:57:45.977187 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23ac20-a7c9-4eb3-b303-887f31dc6822 req-5d556b62-29da-4f80-ae35-84960e11886b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:45.978994 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5c23ac20-a7c9-4eb3-b303-887f31dc6822 req-5d556b62-29da-4f80-ae35-84960e11886b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 944 time: 0.1007886 May 31 11:57:46.055634 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5c23ac20-a7c9-4eb3-b303-887f31dc6822 req-5ae0a1c2-e088-4474-ba6c-41944ac3db55 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672910 May 31 11:57:46.508292 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40712) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:46.527610 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.545554 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:46.549835 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Usage tracker for resource:security_group_rule and tenant:8dea0251310045b286cb9f7f26f11d7f is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:46.553098 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:46.559617 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:46.672080 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.739070 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.762991 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d93a7d-e774-42a8-a5d7-0bd9ce45e2f0 req-6366a407-9542-4538-a1a1-ffdb7ee14590 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.766078 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e1d93a7d-e774-42a8-a5d7-0bd9ce45e2f0 req-6366a407-9542-4538-a1a1-ffdb7ee14590 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0963504 May 31 11:57:46.784757 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9f9735b3-1b33-41cd-9f36-03b0752846ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:46.793615 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dea0251310045b286cb9f7f26f11d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841535 May 31 11:57:46.796399 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40722) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:46.814495 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e1d93a7d-e774-42a8-a5d7-0bd9ce45e2f0 req-b19ae11a-0b59-4812-942d-b15f95b38d34 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 May 31 11:57:46.856130 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f7de1c-2d6e-4c05-92db-67597a9b4db6,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:46.862000 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:46.886177 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f851ec10-de81-49c0-b959-59ad11142c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.913127 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f851ec10-de81-49c0-b959-59ad11142c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:47.035818 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f851ec10-de81-49c0-b959-59ad11142c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:47.040927 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:47.054855 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851ec10-de81-49c0-b959-59ad11142c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f7de1c-2d6e-4c05-92db-67597a9b4db6,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:47.057860 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f851ec10-de81-49c0-b959-59ad11142c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:47.063324 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f851ec10-de81-49c0-b959-59ad11142c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:47.063324 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f851ec10-de81-49c0-b959-59ad11142c67 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74f7de1c-2d6e-4c05-92db-67597a9b4db6 HTTP/1.1" status: 204 len: 168 time: 0.2650280 May 31 11:57:47.257204 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41163874-3905-46c5-bd70-a1677c67f01b req-a4fc25c5-6ea4-4caf-9c70-dd8337d70af9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.259238 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-41163874-3905-46c5-bd70-a1677c67f01b req-a4fc25c5-6ea4-4caf-9c70-dd8337d70af9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 944 time: 0.0865409 May 31 11:57:47.316697 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-41163874-3905-46c5-bd70-a1677c67f01b req-bdf819bf-4695-4f03-8a7c-9275ede532cd tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 May 31 11:57:48.071596 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fcb1f-1963-4607-b8ef-0894499ca3a2 req-05e72734-63c6-494b-b52e-c373f1b31bff tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:48.073087 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d83fcb1f-1963-4607-b8ef-0894499ca3a2 req-05e72734-63c6-494b-b52e-c373f1b31bff tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0955045 May 31 11:57:48.117544 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d83fcb1f-1963-4607-b8ef-0894499ca3a2 req-68f9e1a1-56fa-4856-9902-8b8193d16013 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 May 31 11:57:48.516160 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 38fc59cb-2dff-47b6-b017-5e6ac71ad515 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:48.527677 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f05d3-6d58-4e9d-a087-d4b64aefb9ce req-56c0174e-7071-42b6-a860-638195a2de28 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:48.529302 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5d3f05d3-6d58-4e9d-a087-d4b64aefb9ce req-56c0174e-7071-42b6-a860-638195a2de28 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 944 time: 0.0896611 May 31 11:57:48.586580 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5d3f05d3-6d58-4e9d-a087-d4b64aefb9ce req-56bc6aca-bad3-42a1-85c4-75fafde10cca tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 May 31 11:57:48.739866 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:48.746162 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:48.746847 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:48.891135 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:48.926383 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94509dfd-17e5-4391-95be-6977b18aa73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fc59cb-2dff-47b6-b017-5e6ac71ad515'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:48.928770 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2048e01e-0d13-4c39-8088-45b51516a7f8" -d '{"events": [{"server_uuid": "94509dfd-17e5-4391-95be-6977b18aa73e", "name": "network-vif-plugged", "status": "completed", "tag": "38fc59cb-2dff-47b6-b017-5e6ac71ad515"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:48.956801 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 38fc59cb-2dff-47b6-b017-5e6ac71ad515, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38fc59cb-2dff-47b6-b017-5e6ac71ad515,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:48.976311 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feba8362-2388-4855-9d1e-2cba682580c0 x-openstack-request-id: req-feba8362-2388-4855-9d1e-2cba682580c0 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:48.976754 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94509dfd-17e5-4391-95be-6977b18aa73e", "name": "network-vif-plugged", "status": "completed", "tag": "38fc59cb-2dff-47b6-b017-5e6ac71ad515", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:48.977122 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feba8362-2388-4855-9d1e-2cba682580c0 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:48.977517 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94509dfd-17e5-4391-95be-6977b18aa73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fc59cb-2dff-47b6-b017-5e6ac71ad515', 'code': 200} May 31 11:57:49.007548 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:49.010378 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:49.086973 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=38fc59cb-2dff-47b6-b017-5e6ac71ad515,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:49.090020 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:49.313530 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779e2c7-c3e6-4089-a25e-c9ff8c58d5d9 req-88e75cd5-0db6-480a-b3ea-a82cc7a31b61 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:49.315079 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d779e2c7-c3e6-4089-a25e-c9ff8c58d5d9 req-88e75cd5-0db6-480a-b3ea-a82cc7a31b61 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0850761 May 31 11:57:49.403710 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d779e2c7-c3e6-4089-a25e-c9ff8c58d5d9 req-7b313383-4bc3-4380-b10d-07c5ede46bf4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820143 May 31 11:57:49.446128 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930a9d-1222-4a7e-b52c-19030b5900f1 req-dc558ccd-1b67-4398-b448-35b85b2946eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:49.447712 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1e930a9d-1222-4a7e-b52c-19030b5900f1 req-dc558ccd-1b67-4398-b448-35b85b2946eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 1098 time: 0.0972667 May 31 11:57:49.507218 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1e930a9d-1222-4a7e-b52c-19030b5900f1 req-81304d17-8d8d-4d26-b29f-48394bda2526 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376410 May 31 11:57:49.796547 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6166b-f54b-49b8-acbb-f72b93a8c244 req-f5139359-1273-4f5d-a46a-4c12fc7ae908 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:49.798023 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-74d6166b-f54b-49b8-acbb-f72b93a8c244 req-f5139359-1273-4f5d-a46a-4c12fc7ae908 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 945 time: 0.0815043 May 31 11:57:49.847756 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-74d6166b-f54b-49b8-acbb-f72b93a8c244 req-7dd7cacf-cf57-488b-8b4a-b790b311799a tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 May 31 11:57:50.625882 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95daa-d17a-4ad8-a927-13dac554e5aa req-ede809f3-79d7-47bf-8767-1ce9fcc08b4d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:50.627705 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-54e95daa-d17a-4ad8-a927-13dac554e5aa req-ede809f3-79d7-47bf-8767-1ce9fcc08b4d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0977993 May 31 11:57:50.684233 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-54e95daa-d17a-4ad8-a927-13dac554e5aa req-ea695374-5ca4-4321-ab07-2b930fecf181 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500691 May 31 11:57:51.068437 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0135cd-cd64-41a7-8104-506d5b707daf req-d8393beb-95ca-48e5-8848-db9bfc55b554 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:51.069976 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4f0135cd-cd64-41a7-8104-506d5b707daf req-d8393beb-95ca-48e5-8848-db9bfc55b554 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 945 time: 0.0963900 May 31 11:57:51.118520 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4f0135cd-cd64-41a7-8104-506d5b707daf req-0318705e-bb35-4b9d-8a15-770e8d241a59 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 May 31 11:57:51.569293 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40862) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:51.690089 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.705430 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:51.709340 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Usage tracker for resource:security_group_rule and tenant:150050e799b147d1a2502e30ace92b69 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:51.712613 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:51.718952 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:51.831488 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.987028 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.995406 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:52.041395 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af974268-de03-494b-a700-d7f4c999459f,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:52.048917 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:52.054046 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=150050e799b147d1a2502e30ace92b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837024 May 31 11:57:52.064111 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:52.067891 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f8980-6a12-4354-bc8a-abd56088294e req-3afd874c-3849-49ba-b26d-7366896ad9ef tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:52.069554 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9e1f8980-6a12-4354-bc8a-abd56088294e req-3afd874c-3849-49ba-b26d-7366896ad9ef tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.2273977 May 31 11:57:52.138456 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-160160a6-1bf6-4da4-99c6-431ac7f358fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:52.144648 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9e1f8980-6a12-4354-bc8a-abd56088294e req-0d2a1dfc-f0a5-416c-9dce-6de716932bc6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598056 May 31 11:57:52.183736 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-160160a6-1bf6-4da4-99c6-431ac7f358fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:52.327812 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8fd-5bf2-435f-86fb-34f3b9ab825f req-5dc7ca64-1901-4a67-8e8b-73882d2c8170 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:52.329583 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1da5b8fd-5bf2-435f-86fb-34f3b9ab825f req-5dc7ca64-1901-4a67-8e8b-73882d2c8170 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 945 time: 0.0878913 May 31 11:57:52.383205 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1da5b8fd-5bf2-435f-86fb-34f3b9ab825f req-9784d6c6-99aa-4de2-9de2-0575fec0d112 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 May 31 11:57:52.458660 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-160160a6-1bf6-4da4-99c6-431ac7f358fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:52.462472 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-84ec5c62-e139-49db-b4d6-de26a4946e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:52.473768 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160160a6-1bf6-4da4-99c6-431ac7f358fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af974268-de03-494b-a700-d7f4c999459f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:52.479260 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-160160a6-1bf6-4da4-99c6-431ac7f358fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:52.484560 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-160160a6-1bf6-4da4-99c6-431ac7f358fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:52.485259 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-160160a6-1bf6-4da4-99c6-431ac7f358fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af974268-de03-494b-a700-d7f4c999459f HTTP/1.1" status: 204 len: 168 time: 0.4196119 May 31 11:57:53.080778 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 40922) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:53.109845 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.132506 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:53.142533 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Usage tracker for resource:security_group_rule and tenant:4b8f7ac49590415f880767ab250a57b5 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:53.146710 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:53.153619 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:53.305844 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.378884 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.394453 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f5313c24-b476-42bb-8208-7ac061f0e7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:53.419103 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfe2a-b2ca-46c0-a90b-ebef6a66808f req-9a3877ef-a5c1-4ea1-b4d4-bb30e34222a2 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:53.461480 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b8f7ac49590415f880767ab250a57b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796513 May 31 11:57:53.462139 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8ecdfe2a-b2ca-46c0-a90b-ebef6a66808f req-9a3877ef-a5c1-4ea1-b4d4-bb30e34222a2 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1929090 May 31 11:57:53.465913 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 40944) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:53.477044 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aded3c3-72af-4223-ae96-28c825b4b592,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:53.484848 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:53.641827 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8ecdfe2a-b2ca-46c0-a90b-ebef6a66808f req-7f46fe20-064e-45ac-937d-f31bc1b3a410 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786580 May 31 11:57:53.690733 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9be22c8-168a-484b-8bd0-ee35105b137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.724471 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03529fa-5582-42c3-801b-3b1f8dedd6e6 req-9c26be4b-d3d6-40f1-98bc-5b7b100861ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:53.725964 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c03529fa-5582-42c3-801b-3b1f8dedd6e6 req-9c26be4b-d3d6-40f1-98bc-5b7b100861ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 1099 time: 0.2134218 May 31 11:57:53.727690 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9be22c8-168a-484b-8bd0-ee35105b137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.815606 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c03529fa-5582-42c3-801b-3b1f8dedd6e6 req-533ee5e3-5922-4f42-a57a-491a972b91f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 May 31 11:57:53.904221 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9be22c8-168a-484b-8bd0-ee35105b137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.910649 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2fabf039-5f23-4590-89c6-46edbec628d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:53.921388 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be22c8-168a-484b-8bd0-ee35105b137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aded3c3-72af-4223-ae96-28c825b4b592,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:53.928235 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b9be22c8-168a-484b-8bd0-ee35105b137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:53.929023 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9be22c8-168a-484b-8bd0-ee35105b137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.933559 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-b9be22c8-168a-484b-8bd0-ee35105b137d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3aded3c3-72af-4223-ae96-28c825b4b592 HTTP/1.1" status: 204 len: 168 time: 0.4662840 May 31 11:57:54.913514 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7707571-ead6-4eb3-8797-c8b5f6707ae3 req-4f553e44-728f-4ea8-a835-ce39c26d8a0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:54.914926 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d7707571-ead6-4eb3-8797-c8b5f6707ae3 req-4f553e44-728f-4ea8-a835-ce39c26d8a0a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1470511 May 31 11:57:54.960543 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d7707571-ead6-4eb3-8797-c8b5f6707ae3 req-8867e454-d994-4f16-b239-58e1e758f37c tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 May 31 11:57:56.205309 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1165eef-c8ec-43f1-838b-2cae087c808b req-4c22fa8b-e59f-4d06-84e6-ffcabe91481e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:56.205309 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e1165eef-c8ec-43f1-838b-2cae087c808b req-4c22fa8b-e59f-4d06-84e6-ffcabe91481e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1265004 May 31 11:57:56.285664 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e1165eef-c8ec-43f1-838b-2cae087c808b req-36f948fc-c6fb-45c2-9da6-4b02cd52e2b9 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825486 May 31 11:57:56.595989 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05498-6572-482a-beea-09fa7169ea01 req-6effd25b-f07e-4417-bc5f-b1a8bf2d68f0 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:56.599804 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-6effd25b-f07e-4417-bc5f-b1a8bf2d68f0 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 815 time: 0.1623745 May 31 11:57:56.616095 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-bb9e89e7-cfaa-40aa-882f-066ec69f4675 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/quotas/7a41e183ebce4def98ba14b3f896d33a HTTP/1.1" status: 200 len: 375 time: 0.0120573 May 31 11:57:56.746192 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-24ff716b-91f9-461f-9b4d-7312e1d5d8af tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233327 May 31 11:57:56.893083 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-022bf10b-7165-40db-a183-ca03bae75122 service neutron] 10.222.0.58 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359057 May 31 11:57:57.032139 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-6d940c2d-f683-4d93-ba9f-1c7b984a10e1 service neutron] 10.222.0.58 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328382 May 31 11:57:57.350036 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1a27f01d-e0e6-4cce-a413-44ee6a0c6520 req-81a71b00-818c-4f04-9176-254359220e5d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0428231 May 31 11:57:57.537175 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994651a0-5909-45e2-bf51-71e261acf05f req-e1df25ba-8883-4e61-aec8-aef5e5acf53e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.538719 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-994651a0-5909-45e2-bf51-71e261acf05f req-e1df25ba-8883-4e61-aec8-aef5e5acf53e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0862284 May 31 11:57:57.587905 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-994651a0-5909-45e2-bf51-71e261acf05f req-2df2cd37-cabd-4dfd-80a8-752b818116a2 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 May 31 11:57:57.794884 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e462e3-58c5-4087-bd39-2ff4cbc06775 req-71734a98-c54d-4ed0-b636-1a410cf38672 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.796449 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-40e462e3-58c5-4087-bd39-2ff4cbc06775 req-71734a98-c54d-4ed0-b636-1a410cf38672 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0823412 May 31 11:57:57.851763 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-40e462e3-58c5-4087-bd39-2ff4cbc06775 req-2fb752d5-8c2e-4efa-89f9-c9e8b0147d26 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 May 31 11:57:58.505999 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-484a43e1-d32f-40c7-8bac-9d36a9aa055f req-cffb0ae9-5bd7-4ea5-a967-c599c0f9e284 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0458579 May 31 11:57:59.683237 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-84bdf2a1-caaa-43fd-b725-aae5dda7fcf6 req-5108c649-76f5-4ce5-b48e-aed505412f02 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0477731 May 31 11:58:00.050020 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05498-6572-482a-beea-09fa7169ea01 req-5ab557a4-07be-4382-bb47-7311341c2b5d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:00.054834 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-5ab557a4-07be-4382-bb47-7311341c2b5d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 815 time: 0.2247677 May 31 11:58:00.083595 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Request body: {'port': {'device_id': 'de44d0a4-43fe-4257-9347-73a92d2b6a22', 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'admin_state_up': True, 'tenant_id': '7a41e183ebce4def98ba14b3f896d33a'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:00.246987 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:00.262485 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:00.459541 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Made reservation on behalf of 7a41e183ebce4def98ba14b3f896d33a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:58:00.465007 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.666289 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Allocated IP 172.20.0.10 (2837bad0-40d1-4e9f-98af-733bd3eccac9/aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9/6c893275-08e9-4a12-888f-489da8572042) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:00.864329 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f66025f1-3c67-4328-aaa5-74d6f3121c49 req-3e393a7f-aa8d-4e2f-b739-0caa6409bb40 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0463488 May 31 11:58:00.906252 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 41204) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:00.963834 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.052455 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.053077 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.056141 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c5fdc813-370b-48d2-aa79-bd48a35abdf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:01.070574 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:01.074740 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Usage tracker for resource:security_group_rule and tenant:dcef4c473b3640d995a326dabf521939 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:01.078267 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:01.084321 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:01.092673 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['9d82dcf9-3068-4832-9ea0-2d941c40286e', '38fc59cb-2dff-47b6-b017-5e6ac71ad515'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:58:01.139112 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Network 2837bad0-40d1-4e9f-98af-733bd3eccac9 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:01.142610 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:01.152417 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:01.180647 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Pushing event updated for resources: {'Port': ['ID=6c893275-08e9-4a12-888f-489da8572042,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:01.187985 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:01.222306 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.231143 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:01.236236 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.264348 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.275418 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-02305513-761c-4958-9593-207103e1bb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:01.311833 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2324126 May 31 11:58:01.319470 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcef4c473b3640d995a326dabf521939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122257 May 31 11:58:01.320551 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea988e54-007d-4553-bd4b-110d270d4675,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:01.323062 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 41218) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:01.334878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:01.356014 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Request body: {'port': {'device_id': 'de44d0a4-43fe-4257-9347-73a92d2b6a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:01.509533 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15d0b804-a6ae-4b55-aa5a-5b4a6ce6ff6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.535114 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.556157 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15d0b804-a6ae-4b55-aa5a-5b4a6ce6ff6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.803296 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15d0b804-a6ae-4b55-aa5a-5b4a6ce6ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.810034 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-623e3d7c-35bf-4734-bd64-9d6a621f6c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:01.824668 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0b804-a6ae-4b55-aa5a-5b4a6ce6ff6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea988e54-007d-4553-bd4b-110d270d4675,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:01.834140 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-15d0b804-a6ae-4b55-aa5a-5b4a6ce6ff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:01.845927 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15d0b804-a6ae-4b55-aa5a-5b4a6ce6ff6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.849686 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-15d0b804-a6ae-4b55-aa5a-5b4a6ce6ff6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea988e54-007d-4553-bd4b-110d270d4675 HTTP/1.1" status: 204 len: 168 time: 0.5256808 May 31 11:58:01.985351 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c893275-08e9-4a12-888f-489da8572042 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:58:01.998751 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.065362 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Transition to ACTIVE for port object 6c893275-08e9-4a12-888f-489da8572042 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:02.115796 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8e2d0-2ac5-4353-8ec0-f3ac0d5aa32b req-dd8d5f7d-f971-4f0f-aa48-8c094949b760 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.119188 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-02f8e2d0-2ac5-4353-8ec0-f3ac0d5aa32b req-dd8d5f7d-f971-4f0f-aa48-8c094949b760 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1115100 May 31 11:58:02.176651 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-8066e987-7c18-42f0-a0eb-c08c78b8cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.177120 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-02f8e2d0-2ac5-4353-8ec0-f3ac0d5aa32b req-5e3d9d4c-2ba8-4afc-88a5-590ea1ba4ac0 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 May 31 11:58:02.178184 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-8066e987-7c18-42f0-a0eb-c08c78b8cd14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1098 time: 0.1689758 May 31 11:58:02.186817 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5461ee-140f-494e-b9e1-ae197a3e75d1 req-8ba44505-3806-49cf-892b-5d0f07131fa1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.192257 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1b5461ee-140f-494e-b9e1-ae197a3e75d1 req-8ba44505-3806-49cf-892b-5d0f07131fa1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 932 time: 0.1308670 May 31 11:58:02.200134 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.201021 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:02.353771 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1b5461ee-140f-494e-b9e1-ae197a3e75d1 req-a27085b8-514f-40fd-9aa2-b1eae21ec548 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531582 May 31 11:58:02.403109 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Pushing event updated for resources: {'Port': ['ID=6c893275-08e9-4a12-888f-489da8572042,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:02.415230 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-d5e996f0-e337-405b-8cb2-a9fe8a1cb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.416964 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-d5e996f0-e337-405b-8cb2-a9fe8a1cb760 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.2237132 May 31 11:58:02.440341 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:02.492281 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-a00ff780-e9cf-45ca-a4e5-fb3750384019 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 200 len: 217 time: 0.0639639 May 31 11:58:02.520201 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Attempting to bind port 6c893275-08e9-4a12-888f-489da8572042 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:02.520588 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Attempting to bind port 6c893275-08e9-4a12-888f-489da8572042 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:02.521024 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Attempting to bind port 6c893275-08e9-4a12-888f-489da8572042 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:02.525974 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Port 6c893275-08e9-4a12-888f-489da8572042 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:58:02.526523 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Attempting to bind port 6c893275-08e9-4a12-888f-489da8572042 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:02.532355 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:02.533143 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Checking segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:02.533291 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Bound using segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:02.533823 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Bound port: 6c893275-08e9-4a12-888f-489da8572042, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:02.534263 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.575383 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-a40809d2-a8f8-41a0-9cb9-691df4a2a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.576935 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-a40809d2-a8f8-41a0-9cb9-691df4a2a3ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0678515 May 31 11:58:02.631761 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] For port 6c893275-08e9-4a12-888f-489da8572042, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:02.632005 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-6ebe018e-7c44-4077-abc7-13e9176d24e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476463 May 31 11:58:02.634791 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] For port 6c893275-08e9-4a12-888f-489da8572042, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c893275-08e9-4a12-888f-489da8572042,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:02.705182 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.709532 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e0c5d66-572f-489d-9eb6-6713a6e7f3e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:02.739966 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 41250) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:02.786423 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.787034 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.788401 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] 10.222.0.54 "PUT /v2.0/ports/6c893275-08e9-4a12-888f-489da8572042 HTTP/1.1" status: 200 len: 1094 time: 1.4415498 May 31 11:58:02.791101 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de44d0a4-43fe-4257-9347-73a92d2b6a22', 'tag': '6c893275-08e9-4a12-888f-489da8572042'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:02.793393 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905157df-9f07-4e65-a5c5-c4d793deebbc" -d '{"events": [{"name": "network-changed", "server_uuid": "de44d0a4-43fe-4257-9347-73a92d2b6a22", "tag": "6c893275-08e9-4a12-888f-489da8572042"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:02.798757 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.821999 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:02.830148 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Usage tracker for resource:security_group_rule and tenant:6516cd0a250d448f978613bce5596284 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:02.833734 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:02.840969 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Pushing event updated for resources: {'Port': ['ID=6c893275-08e9-4a12-888f-489da8572042,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:02.845174 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df957963-6068-435b-9201-0590b641b6a5 x-openstack-request-id: req-df957963-6068-435b-9201-0590b641b6a5 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:02.845481 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de44d0a4-43fe-4257-9347-73a92d2b6a22", "tag": "6c893275-08e9-4a12-888f-489da8572042", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:02.845748 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df957963-6068-435b-9201-0590b641b6a5 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:02.846155 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de44d0a4-43fe-4257-9347-73a92d2b6a22', 'tag': '6c893275-08e9-4a12-888f-489da8572042', 'status': 'completed', 'code': 200} May 31 11:58:02.846977 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:02.849234 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:02.881110 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-92bde8c0-b460-4808-9f38-c25736129ac9 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418876 May 31 11:58:03.006600 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.022739 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905157df-9f07-4e65-a5c5-c4d793deebbc req-b38daf73-e53c-4b57-a531-57e63c3ad624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:03.022739 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-905157df-9f07-4e65-a5c5-c4d793deebbc req-b38daf73-e53c-4b57-a531-57e63c3ad624 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 1097 time: 0.1133649 May 31 11:58:03.045910 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d37cea8a-d6ba-4476-941f-59d2eba4f6ed req-f21a9891-5fa2-46d9-b1ab-1da0db0b2ca3 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445017 May 31 11:58:03.115771 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.129163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ec12ae67-1ea6-4eb7-be6d-3bc9503943cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:03.191754 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6516cd0a250d448f978613bce5596284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505064 May 31 11:58:03.194714 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 41264) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:03.212034 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f28b669-02c6-427d-8ea0-fe33189d0820,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:03.213970 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:03.252727 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905157df-9f07-4e65-a5c5-c4d793deebbc req-9fcd5375-2e90-40e6-abc4-b91a1b2cca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:03.254174 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-905157df-9f07-4e65-a5c5-c4d793deebbc req-9fcd5375-2e90-40e6-abc4-b91a1b2cca9f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7a41e183ebce4def98ba14b3f896d33a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2162428 May 31 11:58:03.281543 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f31b8162-fd1d-4521-8e1c-d0b4ad99722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.312973 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f31b8162-fd1d-4521-8e1c-d0b4ad99722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.422564 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905157df-9f07-4e65-a5c5-c4d793deebbc req-67b58724-df30-4802-9f6e-6c561c2846c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:03.426973 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-905157df-9f07-4e65-a5c5-c4d793deebbc req-67b58724-df30-4802-9f6e-6c561c2846c0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1635387 May 31 11:58:03.440618 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceccf19-d3ef-4db6-84e2-b3883cd1ae3f req-46a3ada6-e1ab-42e0-a4e0-734a4726f140 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:03.448256 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8ceccf19-d3ef-4db6-84e2-b3883cd1ae3f req-46a3ada6-e1ab-42e0-a4e0-734a4726f140 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1212192 May 31 11:58:03.508410 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8ceccf19-d3ef-4db6-84e2-b3883cd1ae3f req-2af996b7-6b3e-4614-92d4-5cd01aae939e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506115 May 31 11:58:03.509134 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f31b8162-fd1d-4521-8e1c-d0b4ad99722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.541752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-14a55803-8b5b-462e-8bd4-ade15310ee86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:03.570729 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b8162-fd1d-4521-8e1c-d0b4ad99722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f28b669-02c6-427d-8ea0-fe33189d0820,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:03.573382 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f31b8162-fd1d-4521-8e1c-d0b4ad99722a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:03.593097 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f31b8162-fd1d-4521-8e1c-d0b4ad99722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.597651 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f31b8162-fd1d-4521-8e1c-d0b4ad99722a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f28b669-02c6-427d-8ea0-fe33189d0820 HTTP/1.1" status: 204 len: 168 time: 0.4012158 May 31 11:58:03.620749 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05498-6572-482a-beea-09fa7169ea01 req-5ee8fac2-91b2-4fca-8f6f-bd9ae3485ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:03.622418 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-5ee8fac2-91b2-4fca-8f6f-bd9ae3485ef7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 1097 time: 0.1104646 May 31 11:58:03.714224 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-cb16e4d2-d811-4987-a2d3-a3159c09d769 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c893275-08e9-4a12-888f-489da8572042 HTTP/1.1" status: 200 len: 217 time: 0.0754445 May 31 11:58:03.753752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b65542-9c40-4e7f-a5f4-f0e7e5a30a77 req-bbd4b8a4-cc84-4cd8-a082-382d823686b9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:03.756179 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.761891 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-31b65542-9c40-4e7f-a5f4-f0e7e5a30a77 req-bbd4b8a4-cc84-4cd8-a082-382d823686b9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.1232829 May 31 11:58:03.806613 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d5706a7f-7459-49a3-b743-7ecdee2e741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:03.808536 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-d5706a7f-7459-49a3-b743-7ecdee2e741e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 200 len: 855 time: 0.0791581 May 31 11:58:03.812443 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-31b65542-9c40-4e7f-a5f4-f0e7e5a30a77 req-695e7eb1-3678-44f8-b112-247b2a8b4350 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495303 May 31 11:58:03.863638 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-e0c72151-1b6b-433f-a5b6-0a55b00c989a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2837bad0-40d1-4e9f-98af-733bd3eccac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472524 May 31 11:58:04.007556 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-fcf10309-3ef4-462f-bace-595e84dcfe36 service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366212 May 31 11:58:04.155704 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3c05498-6572-482a-beea-09fa7169ea01 req-933367ef-b91b-446d-9b0c-66516bb62e70 service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344025 May 31 11:58:04.790384 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2e71b-287a-4c4c-9759-d3945fc78fd8 req-45bdcad7-0db4-4a66-a80a-922d7fee309b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:04.796809 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d5e2e71b-287a-4c4c-9759-d3945fc78fd8 req-45bdcad7-0db4-4a66-a80a-922d7fee309b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1149042 May 31 11:58:04.844232 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d5e2e71b-287a-4c4c-9759-d3945fc78fd8 req-7e5c4c36-81dc-4ae9-8846-dc7f3112cccc tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449009 May 31 11:58:05.037847 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451a5a-f39a-4e81-ac10-25c5c143b1d7 req-b6abadaf-c196-4515-9c2d-05341235c77e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:05.040839 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-d3451a5a-f39a-4e81-ac10-25c5c143b1d7 req-b6abadaf-c196-4515-9c2d-05341235c77e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:05.169590 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-d3451a5a-f39a-4e81-ac10-25c5c143b1d7 req-b6abadaf-c196-4515-9c2d-05341235c77e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:05.170785 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d3451a5a-f39a-4e81-ac10-25c5c143b1d7 req-b6abadaf-c196-4515-9c2d-05341235c77e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.2135055 May 31 11:58:05.298631 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d3451a5a-f39a-4e81-ac10-25c5c143b1d7 req-350b2ac4-810e-48f0-b440-95cf2d09476a tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208160 May 31 11:58:06.070232 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049406bb-2b71-43f0-9bf3-11b094a9c2dd req-ca47ce0d-ffe5-4e62-bbc2-4418a146d866 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:06.071822 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-049406bb-2b71-43f0-9bf3-11b094a9c2dd req-ca47ce0d-ffe5-4e62-bbc2-4418a146d866 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0885413 May 31 11:58:06.120611 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-049406bb-2b71-43f0-9bf3-11b094a9c2dd req-4ba7ed80-96af-4536-954a-a537852ca7d8 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 May 31 11:58:06.496795 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc5506-08a9-4419-b295-bb841d62efa3 req-aa7ca8df-953f-4937-8003-c8a29a6c64a2 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:06.501289 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e6fc5506-08a9-4419-b295-bb841d62efa3 req-aa7ca8df-953f-4937-8003-c8a29a6c64a2 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0901458 May 31 11:58:06.575733 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e6fc5506-08a9-4419-b295-bb841d62efa3 req-dbe982a4-897a-4fa8-8d73-cf5daf528605 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 May 31 11:58:07.315182 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79818779-2834-449e-b9a0-dc0479d53f8f req-f8de0e3b-ff9d-4bc0-adc2-a74f283f82fe tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:07.316666 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-79818779-2834-449e-b9a0-dc0479d53f8f req-f8de0e3b-ff9d-4bc0-adc2-a74f283f82fe tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0879407 May 31 11:58:07.360177 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-79818779-2834-449e-b9a0-dc0479d53f8f req-cd8a10dd-7e22-4469-a743-c9808cbcad8e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378783 May 31 11:58:07.784089 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99ef5c-88aa-44b2-b126-cb5f343dcd2a req-a90b6834-ec90-4d0b-b981-35ee852e04cc tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:07.785557 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2c99ef5c-88aa-44b2-b126-cb5f343dcd2a req-a90b6834-ec90-4d0b-b981-35ee852e04cc tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0816250 May 31 11:58:07.833478 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2c99ef5c-88aa-44b2-b126-cb5f343dcd2a req-d49d3154-83fe-4c9e-9309-27694643b928 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 May 31 11:58:08.439714 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-567cc8d0-d8f3-4316-990c-fc6eaa5eb8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.567259 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3ee37-8bd9-4195-8ad6-8328108b4053 req-66aeb02b-b70d-4196-9bf8-2e2c950e75de tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:08.568874 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06c3ee37-8bd9-4195-8ad6-8328108b4053 req-66aeb02b-b70d-4196-9bf8-2e2c950e75de tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0898170 May 31 11:58:08.614003 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06c3ee37-8bd9-4195-8ad6-8328108b4053 req-0b18cf54-cdab-49dc-9d24-02309a5e699b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 May 31 11:58:09.034600 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9988cc7-d65a-4263-9cc8-95ab7bf97af1 req-052c7b2b-02d5-461f-9220-a8992c4e5247 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:09.035815 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d9988cc7-d65a-4263-9cc8-95ab7bf97af1 req-052c7b2b-02d5-461f-9220-a8992c4e5247 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0869739 May 31 11:58:09.095973 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d9988cc7-d65a-4263-9cc8-95ab7bf97af1 req-33126fdb-aea8-4a38-9dee-7b80ed31c7b3 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541227 May 31 11:58:09.818290 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8190-b0eb-400f-8a6a-5e7060f31b41 req-966fba41-5654-4590-8f5c-dd64e29469c4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:09.819674 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fb9b8190-b0eb-400f-8a6a-5e7060f31b41 req-966fba41-5654-4590-8f5c-dd64e29469c4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0938141 May 31 11:58:09.868817 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fb9b8190-b0eb-400f-8a6a-5e7060f31b41 req-3955893b-4973-42c9-99a0-df163ad221aa tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 May 31 11:58:10.291414 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575bc2-a74c-4bba-be72-c3e026a2861c req-46729910-1718-42f3-a6f1-fac381adfcf3 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:10.292878 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5d575bc2-a74c-4bba-be72-c3e026a2861c req-46729910-1718-42f3-a6f1-fac381adfcf3 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0826807 May 31 11:58:10.339193 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5d575bc2-a74c-4bba-be72-c3e026a2861c req-307cb9f4-c8da-493c-81b7-6dad4c66147c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 May 31 11:58:10.978349 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.066267 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c0e3d-4b63-42fc-8530-60061cecc959 req-17a33991-1696-41c3-b0e3-f7e72032e4a1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:11.067751 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bb8c0e3d-4b63-42fc-8530-60061cecc959 req-17a33991-1696-41c3-b0e3-f7e72032e4a1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0859685 May 31 11:58:11.113202 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bb8c0e3d-4b63-42fc-8530-60061cecc959 req-d568e3e9-387c-4863-bca4-6244152dc06e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 May 31 11:58:11.229625 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f1bcc97-ff86-4343-ac52-de8ac7b91e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.536922 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018a6e2-98af-42c1-b833-f52382b633f3 req-7d94de81-acdb-48f0-8ad1-f271dda91782 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:11.538383 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5018a6e2-98af-42c1-b833-f52382b633f3 req-7d94de81-acdb-48f0-8ad1-f271dda91782 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0853140 May 31 11:58:11.583006 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5018a6e2-98af-42c1-b833-f52382b633f3 req-dbf51c02-9c23-45ae-8ea2-306556d1aa10 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 May 31 11:58:12.212845 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:12.309702 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a671e-7e89-4900-a8e8-86e0608f2823 req-82edf037-e96d-4aee-8870-126ed7f8f46b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:12.311154 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d16a671e-7e89-4900-a8e8-86e0608f2823 req-82edf037-e96d-4aee-8870-126ed7f8f46b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0847137 May 31 11:58:12.357384 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d16a671e-7e89-4900-a8e8-86e0608f2823 req-c60da3ab-f1b0-423f-87a2-696f19c3a13d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 May 31 11:58:12.776434 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8e247-907c-4975-8d94-315b733e32ae req-12111511-7ff9-4082-8bb8-54fa01ab9feb tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:12.777777 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a9c8e247-907c-4975-8d94-315b733e32ae req-12111511-7ff9-4082-8bb8-54fa01ab9feb tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0836339 May 31 11:58:12.825851 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a9c8e247-907c-4975-8d94-315b733e32ae req-ea73f019-b9d9-467d-b391-405f2ef25965 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 May 31 11:58:13.563671 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bac7-6eca-45a3-8a68-3111b0acf2b5 req-523c7439-d507-4216-83b0-e56f7fa0dc02 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:13.565365 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6bb5bac7-6eca-45a3-8a68-3111b0acf2b5 req-523c7439-d507-4216-83b0-e56f7fa0dc02 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0867081 May 31 11:58:13.616049 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6bb5bac7-6eca-45a3-8a68-3111b0acf2b5 req-eae5d27e-c7c8-4515-b121-005decac5162 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 May 31 11:58:13.852676 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.028452 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df04d2-6caf-40cc-bccf-33c76e162a72 req-48f819ec-0d1d-44e6-8759-ec60cb7a8c43 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:14.030002 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8df04d2-6caf-40cc-bccf-33c76e162a72 req-48f819ec-0d1d-44e6-8759-ec60cb7a8c43 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0840137 May 31 11:58:14.080467 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8df04d2-6caf-40cc-bccf-33c76e162a72 req-456d59bf-e680-41c6-a0e1-27bb07bb392d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 May 31 11:58:14.888259 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de25ff-44c5-42c6-926b-33a7d8ab2cee req-713a5201-3556-4123-ab30-7978dba6d702 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:14.890310 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3de25ff-44c5-42c6-926b-33a7d8ab2cee req-713a5201-3556-4123-ab30-7978dba6d702 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1299918 May 31 11:58:14.934077 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 41592) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:14.944202 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3de25ff-44c5-42c6-926b-33a7d8ab2cee req-35ef0288-b8a0-415b-9606-0332970f7f93 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470510 May 31 11:58:15.065946 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.082163 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:15.086499 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Usage tracker for resource:security_group_rule and tenant:afa494509f7c4e6ab9dc6cd00d771089 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:15.089439 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:15.095379 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:15.231179 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.276518 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d48602-c4d6-4dab-855a-8fbea03eb486 req-0e0f3d81-1b7f-4f95-96ab-63afc8e9fe97 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:15.278239 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-48d48602-c4d6-4dab-855a-8fbea03eb486 req-0e0f3d81-1b7f-4f95-96ab-63afc8e9fe97 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0869384 May 31 11:58:15.304614 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.316649 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1ddb4e8a-acd5-4442-86a2-8b94de3262b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:15.373716 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-48d48602-c4d6-4dab-855a-8fbea03eb486 req-89d298d8-7de6-49b7-8c6a-cb045492b91c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888622 May 31 11:58:15.380113 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afa494509f7c4e6ab9dc6cd00d771089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445231 May 31 11:58:15.382118 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c8339e-9614-4f3c-8a96-986cff215513,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:15.384229 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 41604) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:15.385446 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:15.461929 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bac-3855-418b-9e4f-5b6f4667016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.488168 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bac-3855-418b-9e4f-5b6f4667016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.589953 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bac-3855-418b-9e4f-5b6f4667016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.593700 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-0ac9d955-28ac-40dc-9576-7d670c7c2ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:15.606354 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b8bac-3855-418b-9e4f-5b6f4667016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c8339e-9614-4f3c-8a96-986cff215513,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:15.610978 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4b7b8bac-3855-418b-9e4f-5b6f4667016f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:15.616795 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bac-3855-418b-9e4f-5b6f4667016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.620259 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-4b7b8bac-3855-418b-9e4f-5b6f4667016f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74c8339e-9614-4f3c-8a96-986cff215513 HTTP/1.1" status: 204 len: 168 time: 0.2288184 May 31 11:58:16.124135 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:16.141090 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f48d-3d4e-4b1c-bc83-3be5d490087e req-39d5667a-0a0e-48a3-bbd4-70d93940811f tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:16.142683 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ce62f48d-3d4e-4b1c-bc83-3be5d490087e req-39d5667a-0a0e-48a3-bbd4-70d93940811f tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0853887 May 31 11:58:16.188809 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ce62f48d-3d4e-4b1c-bc83-3be5d490087e req-b132a044-38c6-48f6-8b77-2f920af95b09 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 May 31 11:58:16.255009 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 41632) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:16.272663 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.288322 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:16.310060 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Usage tracker for resource:security_group_rule and tenant:09dbf0a7eca84bcb8f98c11b78286639 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:16.310060 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:16.310060 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:16.384192 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.441393 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.450598 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-814a8dca-e86d-4ac2-ad48-45d94cabe77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:16.500614 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09dbf0a7eca84bcb8f98c11b78286639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443049 May 31 11:58:16.504196 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 41650) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:16.532186 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e1a0f-34aa-4a38-b1d8-3347261faac9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:16.539411 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:16.582657 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-c44e4a6a-636e-4f76-ae54-844a38ae5f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.591856 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6143fa8-50e0-4968-8657-b288995943c1 req-394316c2-1a16-4b51-8bdb-1f4544e275ae tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:16.593362 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c6143fa8-50e0-4968-8657-b288995943c1 req-394316c2-1a16-4b51-8bdb-1f4544e275ae tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0971692 May 31 11:58:16.611787 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-c44e4a6a-636e-4f76-ae54-844a38ae5f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.639790 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c6143fa8-50e0-4968-8657-b288995943c1 req-26aa159a-6107-4279-b2cd-be5a122fefd4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 May 31 11:58:16.732878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-c44e4a6a-636e-4f76-ae54-844a38ae5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.736841 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fae42c9a-aade-4521-95b0-622f2cf1aeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:16.750432 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e4a6a-636e-4f76-ae54-844a38ae5f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e1a0f-34aa-4a38-b1d8-3347261faac9,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:16.753016 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-c44e4a6a-636e-4f76-ae54-844a38ae5f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:16.768743 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-c44e4a6a-636e-4f76-ae54-844a38ae5f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.773776 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-c44e4a6a-636e-4f76-ae54-844a38ae5f7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b41e1a0f-34aa-4a38-b1d8-3347261faac9 HTTP/1.1" status: 204 len: 168 time: 0.2644145 May 31 11:58:17.386815 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5aa79-9ce6-45ab-988e-e8d67c9c0247 req-d9c2f8d3-96cc-49e5-b701-2acd4e041760 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:17.388408 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d0e5aa79-9ce6-45ab-988e-e8d67c9c0247 req-d9c2f8d3-96cc-49e5-b701-2acd4e041760 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0898604 May 31 11:58:17.434706 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d0e5aa79-9ce6-45ab-988e-e8d67c9c0247 req-051ed6c3-11c2-4881-9eb5-b4f068212838 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397701 May 31 11:58:17.841731 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f422a-239e-4506-9a0e-6ef94bbf1ef9 req-8ed29814-ea2b-4697-88a3-dfac28baf5a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:17.843261 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ac1f422a-239e-4506-9a0e-6ef94bbf1ef9 req-8ed29814-ea2b-4697-88a3-dfac28baf5a8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0825636 May 31 11:58:17.895401 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ac1f422a-239e-4506-9a0e-6ef94bbf1ef9 req-1f0aa630-9e17-4793-9d02-9150b7bf1f64 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 May 31 11:58:18.635206 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bd662-2127-4026-8568-bc5f9ec5158b req-80ccd7db-96af-49c4-92a3-e0dd6ca2032a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:18.636765 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bb6bd662-2127-4026-8568-bc5f9ec5158b req-80ccd7db-96af-49c4-92a3-e0dd6ca2032a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0832825 May 31 11:58:18.684857 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bb6bd662-2127-4026-8568-bc5f9ec5158b req-ec84f241-5577-4126-a58d-46183900d516 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 May 31 11:58:19.124611 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952a73-4502-4f24-9119-cf339e78b461 req-8b45c4cf-29ea-4186-b6bb-97cc55b96bbe tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:19.126354 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d8952a73-4502-4f24-9119-cf339e78b461 req-8b45c4cf-29ea-4186-b6bb-97cc55b96bbe tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0991492 May 31 11:58:19.176006 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d8952a73-4502-4f24-9119-cf339e78b461 req-6caa0a2b-ab77-4312-a8dd-88e94f618447 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 May 31 11:58:19.882295 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e08234-3eff-4a42-8368-2beed5f16f7a req-cf25dc7f-8693-471f-ad2e-5f09729db8e5 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:19.883803 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-57e08234-3eff-4a42-8368-2beed5f16f7a req-cf25dc7f-8693-471f-ad2e-5f09729db8e5 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0874598 May 31 11:58:19.930066 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-57e08234-3eff-4a42-8368-2beed5f16f7a req-d5579be3-5645-4bf4-826d-47aa54657d51 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 May 31 11:58:20.373141 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb181b8-9488-43ff-860d-0fd5e3c79657 req-8469f06f-4cc2-4512-8bae-1eb3f9495e30 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:20.375951 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fbb181b8-9488-43ff-860d-0fd5e3c79657 req-8469f06f-4cc2-4512-8bae-1eb3f9495e30 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 944 time: 0.0848858 May 31 11:58:20.422505 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fbb181b8-9488-43ff-860d-0fd5e3c79657 req-079324ac-e694-4383-9039-e883a94baeb5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 May 31 11:58:20.711589 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 6c893275-08e9-4a12-888f-489da8572042 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:58:20.890120 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 6c893275-08e9-4a12-888f-489da8572042, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c893275-08e9-4a12-888f-489da8572042,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:20.904867 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '6c893275-08e9-4a12-888f-489da8572042', 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'port_id': '6c893275-08e9-4a12-888f-489da8572042', 'mac_address': 'fa:16:3e:83:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:58:20.969319 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.002729 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c893275-08e9-4a12-888f-489da8572042 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:58:21.021777 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 6c893275-08e9-4a12-888f-489da8572042, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c893275-08e9-4a12-888f-489da8572042,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:21.081476 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.084215 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bcc7f7b4-2464-4caf-8e16-628794d8216c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:21.150565 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875548-47ca-4b90-9a20-904ccd9a8be3 req-ba10d92e-5105-49b8-a800-47cc706f66e1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:21.152417 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8f875548-47ca-4b90-9a20-904ccd9a8be3 req-ba10d92e-5105-49b8-a800-47cc706f66e1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0937624 May 31 11:58:21.164774 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=6c893275-08e9-4a12-888f-489da8572042,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:21.168716 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:21.215877 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8f875548-47ca-4b90-9a20-904ccd9a8be3 req-6a85123c-6682-4224-bf63-3ebb10e9480e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532224 May 31 11:58:21.627149 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f5e38-d3ec-4049-bd6e-7cdbb8367d45 req-6d8646f4-e4cd-44d7-a629-b804c50671e9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:21.629719 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-562f5e38-d3ec-4049-bd6e-7cdbb8367d45 req-6d8646f4-e4cd-44d7-a629-b804c50671e9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 945 time: 0.0969934 May 31 11:58:21.678809 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-562f5e38-d3ec-4049-bd6e-7cdbb8367d45 req-cef60fcb-3bc6-46e2-81aa-dbffc560bfdc tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 May 31 11:58:21.787340 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['6c893275-08e9-4a12-888f-489da8572042'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:58:22.476116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9ecd5-98a4-42a9-beb0-cec145943b78 req-28fa8c79-5f25-4156-a574-30e0e130e1ef tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:22.477577 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bea9ecd5-98a4-42a9-beb0-cec145943b78 req-28fa8c79-5f25-4156-a574-30e0e130e1ef tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1537523 May 31 11:58:22.523618 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bea9ecd5-98a4-42a9-beb0-cec145943b78 req-17b89983-8be7-4523-bd88-d8d895c67480 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 May 31 11:58:22.880296 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77cdd-1fde-47d0-9f3f-2f4a6b7b6398 req-1f1fad40-14c4-4b26-9ec0-4ca793ed5a81 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:22.884409 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-19a77cdd-1fde-47d0-9f3f-2f4a6b7b6398 req-1f1fad40-14c4-4b26-9ec0-4ca793ed5a81 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 945 time: 0.0950494 May 31 11:58:22.930955 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-19a77cdd-1fde-47d0-9f3f-2f4a6b7b6398 req-29b46af5-fba5-4fcf-9c85-1412f17f7934 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434706 May 31 11:58:23.543784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 41834) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:23.683435 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.700607 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:23.705777 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d31258581ef34029820de5d34574c1eb is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:23.708864 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:23.720197 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:23.729282 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b213cb-68c3-449a-a8be-4261751b560a req-7df74c51-e243-4266-b024-38ab5908a5af tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:23.731335 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-65b213cb-68c3-449a-a8be-4261751b560a req-7df74c51-e243-4266-b024-38ab5908a5af tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0939267 May 31 11:58:23.794215 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-65b213cb-68c3-449a-a8be-4261751b560a req-f46fef85-977e-42ec-b176-f5603346c261 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566995 May 31 11:58:23.833730 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.903666 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.912299 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ca9a295f-19b7-48ee-aebe-c498f3067bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:23.953949 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d31258581ef34029820de5d34574c1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060836 May 31 11:58:23.954933 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 41852) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:23.968621 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61547276-9e82-4865-a257-870de774a775,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:23.973431 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:24.026707 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-00d5f5e5-f48b-457a-8d8d-1175fe94f73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:24.056607 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-00d5f5e5-f48b-457a-8d8d-1175fe94f73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:24.126421 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9f050-3401-4b50-9d2a-9dc4a7a6a33b req-f1a4fa69-6b2c-4f2e-ac89-53425d14571f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:24.127896 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-80c9f050-3401-4b50-9d2a-9dc4a7a6a33b req-f1a4fa69-6b2c-4f2e-ac89-53425d14571f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 945 time: 0.0829718 May 31 11:58:24.178512 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-80c9f050-3401-4b50-9d2a-9dc4a7a6a33b req-9ee7ef15-ba7a-40e4-a765-b158a1793c7e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445340 May 31 11:58:24.207151 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-00d5f5e5-f48b-457a-8d8d-1175fe94f73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:24.211190 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:24.222586 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5f5e5-f48b-457a-8d8d-1175fe94f73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61547276-9e82-4865-a257-870de774a775,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:24.238629 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-00d5f5e5-f48b-457a-8d8d-1175fe94f73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:24.243897 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-00d5f5e5-f48b-457a-8d8d-1175fe94f73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:24.245015 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-00d5f5e5-f48b-457a-8d8d-1175fe94f73c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/61547276-9e82-4865-a257-870de774a775 HTTP/1.1" status: 204 len: 168 time: 0.2890179 May 31 11:58:24.744173 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 6c893275-08e9-4a12-888f-489da8572042 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:24.864661 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 41874) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:24.875710 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 6c893275-08e9-4a12-888f-489da8572042 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:24.882163 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 6c893275-08e9-4a12-888f-489da8572042 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:24.882891 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:24.883716 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:24.900148 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:24.904302 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Usage tracker for resource:security_group_rule and tenant:49b3a0c71b2a496fb19abd743e88646a is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:24.908592 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:24.914658 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:25.011986 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.043198 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de44d0a4-43fe-4257-9347-73a92d2b6a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c893275-08e9-4a12-888f-489da8572042'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:25.045524 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4723e61-5fb6-46b3-b323-81549750be43" -d '{"events": [{"server_uuid": "de44d0a4-43fe-4257-9347-73a92d2b6a22", "name": "network-vif-plugged", "status": "completed", "tag": "6c893275-08e9-4a12-888f-489da8572042"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:25.052996 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a0442-1c04-4e68-bfe6-090ea4cd0ecd req-6dea0429-ecb1-43ab-8935-2f2a15a829cf tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:25.053391 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 6c893275-08e9-4a12-888f-489da8572042, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c893275-08e9-4a12-888f-489da8572042,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:25.054473 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2e1a0442-1c04-4e68-bfe6-090ea4cd0ecd req-6dea0429-ecb1-43ab-8935-2f2a15a829cf tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1247292 May 31 11:58:25.121035 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.122880 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:25.129791 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.135319 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2e1a0442-1c04-4e68-bfe6-090ea4cd0ecd req-550cfd39-7cfd-452e-8b68-16bb359e278d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741243 May 31 11:58:25.159184 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfc510c-4a46-4d0a-b176-e9c58979f269 x-openstack-request-id: req-edfc510c-4a46-4d0a-b176-e9c58979f269 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:25.159510 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de44d0a4-43fe-4257-9347-73a92d2b6a22", "name": "network-vif-plugged", "status": "completed", "tag": "6c893275-08e9-4a12-888f-489da8572042", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:25.159787 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edfc510c-4a46-4d0a-b176-e9c58979f269 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:25.160175 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de44d0a4-43fe-4257-9347-73a92d2b6a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c893275-08e9-4a12-888f-489da8572042', 'code': 200} May 31 11:58:25.190321 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.191685 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=6c893275-08e9-4a12-888f-489da8572042,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:25.194736 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:25.203763 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f31b8162-fd1d-4521-8e1c-d0b4ad99722a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:25.246951 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 41886) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:25.247632 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49b3a0c71b2a496fb19abd743e88646a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812370 May 31 11:58:25.249162 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1275c4d-0d2d-49b2-8d1f-fc90403380e6,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:25.252807 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:25.319867 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5022aff8-954d-4839-b959-cb0a7011949a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.409284 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5022aff8-954d-4839-b959-cb0a7011949a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.411770 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33257-6b2b-4607-806f-18c443aa8911 req-74c41905-0fa9-4c4f-95b7-2559470d2d7a tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:25.413490 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f7c33257-6b2b-4607-806f-18c443aa8911 req-74c41905-0fa9-4c4f-95b7-2559470d2d7a tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 946 time: 0.1170194 May 31 11:58:25.462919 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f7c33257-6b2b-4607-806f-18c443aa8911 req-2f9b9671-f47a-4411-8c56-7ae33943b81d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437045 May 31 11:58:25.550155 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5022aff8-954d-4839-b959-cb0a7011949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.557829 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:25.580009 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022aff8-954d-4839-b959-cb0a7011949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1275c4d-0d2d-49b2-8d1f-fc90403380e6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:25.583841 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-5022aff8-954d-4839-b959-cb0a7011949a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:25.594761 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5022aff8-954d-4839-b959-cb0a7011949a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.595878 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-5022aff8-954d-4839-b959-cb0a7011949a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1275c4d-0d2d-49b2-8d1f-fc90403380e6 HTTP/1.1" status: 204 len: 168 time: 0.3474846 May 31 11:58:25.612025 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c29ab-37ef-4e7f-a14c-a5ecbf8113cc req-311ce696-2945-4352-8ee3-e3e37d2c2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:25.613700 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-182c29ab-37ef-4e7f-a14c-a5ecbf8113cc req-311ce696-2945-4352-8ee3-e3e37d2c2e75 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 1099 time: 0.1003392 May 31 11:58:25.668430 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-182c29ab-37ef-4e7f-a14c-a5ecbf8113cc req-33ed85b3-5168-4d53-b6dc-c71d50623520 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 May 31 11:58:26.343052 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948affa-f57e-4783-8a64-c70b2b2cc312 req-07cb2ed6-15f1-423e-a96b-7d49890c3517 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:26.345261 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f948affa-f57e-4783-8a64-c70b2b2cc312 req-07cb2ed6-15f1-423e-a96b-7d49890c3517 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0877888 May 31 11:58:26.398645 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f948affa-f57e-4783-8a64-c70b2b2cc312 req-6c98446b-4ac3-467d-a73d-101f86aafc72 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477452 May 31 11:58:26.652828 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281a49c-a2e5-465c-93cf-e438f1be431b req-71e3fc85-2afb-4e60-a517-d92fb01e9b07 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:26.654580 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3281a49c-a2e5-465c-93cf-e438f1be431b req-71e3fc85-2afb-4e60-a517-d92fb01e9b07 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 946 time: 0.0828483 May 31 11:58:26.708789 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3281a49c-a2e5-465c-93cf-e438f1be431b req-20ee810d-d2c1-43af-8bbd-ad5fc5aa4f96 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437195 May 31 11:58:27.604145 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d302c06-bd1b-417a-81e5-1b597259f0f4 req-2e4b4207-8439-4035-958e-cdd4566014a6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:27.605575 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3d302c06-bd1b-417a-81e5-1b597259f0f4 req-2e4b4207-8439-4035-958e-cdd4566014a6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0994151 May 31 11:58:27.654511 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3d302c06-bd1b-417a-81e5-1b597259f0f4 req-98416207-fbb7-46c1-ae26-c66a8b8eb74a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432048 May 31 11:58:27.955857 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b5ab-3eca-48cc-b9ab-babc5a0a59f1 req-cdfe2c25-390e-402b-82f9-90a8341f1aad tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:27.976117 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bf40b5ab-3eca-48cc-b9ab-babc5a0a59f1 req-cdfe2c25-390e-402b-82f9-90a8341f1aad tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 946 time: 0.1578414 May 31 11:58:28.067426 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bf40b5ab-3eca-48cc-b9ab-babc5a0a59f1 req-7a4d50e9-7e69-44ae-921f-d7d48cd359c3 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890863 May 31 11:58:28.867067 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81eaff-4bab-4934-92dd-e228f8e80686 req-48b91c2e-acf9-4d5a-9a48-8ae4630fe2cd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:28.868708 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4e81eaff-4bab-4934-92dd-e228f8e80686 req-48b91c2e-acf9-4d5a-9a48-8ae4630fe2cd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0850544 May 31 11:58:28.914608 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4e81eaff-4bab-4934-92dd-e228f8e80686 req-968a0b1a-0ca8-4a39-9a50-f64195899f0b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 May 31 11:58:29.277264 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872f807-3518-4239-8a80-96d4b1f2801c req-2c762981-ba88-40d3-8f54-a713943ff017 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:29.278652 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3872f807-3518-4239-8a80-96d4b1f2801c req-2c762981-ba88-40d3-8f54-a713943ff017 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 946 time: 0.0895889 May 31 11:58:29.325983 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3872f807-3518-4239-8a80-96d4b1f2801c req-d5e4bc95-0ca2-49a0-bc9c-24ff7f432e04 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 May 31 11:58:30.136481 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c03bf-8caa-4fe5-b41c-5e0de656fc76 req-a4e5c227-4745-4438-9f3a-cdb9d9495cad tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:30.136481 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bf4c03bf-8caa-4fe5-b41c-5e0de656fc76 req-a4e5c227-4745-4438-9f3a-cdb9d9495cad tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0969322 May 31 11:58:30.181907 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bf4c03bf-8caa-4fe5-b41c-5e0de656fc76 req-78894494-e4e1-47d3-bafe-91c007076708 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 May 31 11:58:30.803271 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b633b-f0ad-4825-b634-d49e6a97c5c1 req-f0ab6bd2-d82e-466b-adc9-9295c7d72d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:30.804957 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a60b633b-f0ad-4825-b634-d49e6a97c5c1 req-f0ab6bd2-d82e-466b-adc9-9295c7d72d5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1098 time: 0.0717053 May 31 11:58:30.848690 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a60b633b-f0ad-4825-b634-d49e6a97c5c1 req-25fb5b59-548d-4086-8b60-d14d5ee9bb3d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 May 31 11:58:31.371004 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8d9bd-881e-4cff-ad64-1d9a85c6cb8c req-37a49661-66c5-4a56-b54e-5778dce5e9fe tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:31.372456 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-49a8d9bd-881e-4cff-ad64-1d9a85c6cb8c req-37a49661-66c5-4a56-b54e-5778dce5e9fe tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0841277 May 31 11:58:31.416371 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-49a8d9bd-881e-4cff-ad64-1d9a85c6cb8c req-1b1cd0bd-a54f-43b9-98ce-7093c2040a78 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 May 31 11:58:32.592801 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-20a2531c-2461-4c90-aa3d-ec1b6860fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:32.596060 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-20a2531c-2461-4c90-aa3d-ec1b6860fd3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1098 time: 0.0852623 May 31 11:58:32.622492 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0b6cf-dd79-4ec4-9a51-bfb248384d6b req-6698bebf-e5e9-4755-870e-826b96a1b1b4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:32.624016 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-01e0b6cf-dd79-4ec4-9a51-bfb248384d6b req-6698bebf-e5e9-4755-870e-826b96a1b1b4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0930564 May 31 11:58:32.682881 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-01e0b6cf-dd79-4ec4-9a51-bfb248384d6b req-2c2cfcf1-f0db-4b61-99c0-44d8e5f38d36 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519652 May 31 11:58:32.811725 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-b7a07f60-69bc-4382-9742-a0b5fe9679af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:32.813773 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-b7a07f60-69bc-4382-9742-a0b5fe9679af service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.1407144 May 31 11:58:32.903849 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-aca97ca3-01f2-4393-a5cf-b87dff2eebed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 200 len: 217 time: 0.0686169 May 31 11:58:32.971806 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-8d4071a2-fa52-4d0a-a74e-265c680010ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:32.973155 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-8d4071a2-fa52-4d0a-a74e-265c680010ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0617061 May 31 11:58:33.077897 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-e0cebfdc-4eb1-4585-a305-fbe2c67a8680 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409632 May 31 11:58:33.247395 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-d593e7af-d596-4a1a-a58f-9f6c6b4888f5 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459360 May 31 11:58:33.419605 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-558315e3-9126-472f-b884-2e3a6c7b6b3a req-6086520e-f534-47d2-996f-f77559d02b75 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570647 May 31 11:58:33.813558 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:33.896935 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29909c87-f91f-40eb-922a-ac3cfd8b6e40 req-02dc49ab-014f-4253-b2aa-734e4ccf8f61 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:33.900673 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-29909c87-f91f-40eb-922a-ac3cfd8b6e40 req-02dc49ab-014f-4253-b2aa-734e4ccf8f61 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1025376 May 31 11:58:33.957315 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-29909c87-f91f-40eb-922a-ac3cfd8b6e40 req-2828eb9f-c98d-4b73-92d4-8bc985406747 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526593 May 31 11:58:34.617381 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa6451-0a47-4ef1-938d-c54e03beeb54 req-20792843-87e0-450a-a4a0-2f84392caa5b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:34.618856 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b1fa6451-0a47-4ef1-938d-c54e03beeb54 req-20792843-87e0-450a-a4a0-2f84392caa5b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1419668 May 31 11:58:34.650548 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-638dc56a-4772-4637-bcd2-295f41aff83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:34.652029 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-638dc56a-4772-4637-bcd2-295f41aff83f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1098 time: 0.1145809 May 31 11:58:34.695410 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b1fa6451-0a47-4ef1-938d-c54e03beeb54 req-447e5634-54b8-4d91-bbee-2164fb41ab7b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693800 May 31 11:58:34.864100 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-7f5e803a-51c3-437c-aad7-f5054cce396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:34.864100 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-7f5e803a-51c3-437c-aad7-f5054cce396b service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.2015676 May 31 11:58:34.943815 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-48d25ee3-fd03-40b0-8015-de5aa81cace0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 200 len: 217 time: 0.0641344 May 31 11:58:35.020884 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-2f6aa82a-40e5-43d1-a96c-25e7a502a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:35.022303 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-2f6aa82a-40e5-43d1-a96c-25e7a502a15e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0610530 May 31 11:58:35.075227 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-93b6a538-66b3-44fb-b1b4-b264e9dba2e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440321 May 31 11:58:35.254551 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-cdbb9b83-106a-42ef-a38e-7fd80495f094 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633179 May 31 11:58:35.402861 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-35a2dde5-cbee-4f45-b9d1-9a7a928978fc req-d2bd39c7-9091-465b-b48b-ff8acf0bb4b2 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395257 May 31 11:58:35.824628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42168) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:35.909485 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffc50-47d2-4ae5-86cd-eb84381d7093 req-60af0fc9-0cec-4cb4-a5d5-81108361c13d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:35.910985 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-78bffc50-47d2-4ae5-86cd-eb84381d7093 req-60af0fc9-0cec-4cb4-a5d5-81108361c13d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1029339 May 31 11:58:35.961796 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:35.963157 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-78bffc50-47d2-4ae5-86cd-eb84381d7093 req-d0f447a6-b067-4352-bd60-bd2167fce48f tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 May 31 11:58:35.976837 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:35.980725 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Usage tracker for resource:security_group_rule and tenant:453d6a64539448cc8216f6318116b8eb is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:35.983596 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:35.990028 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:36.086385 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.177986 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.186917 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-be6deae4-2b86-4038-b3d2-505766ca7a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:36.228472 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=453d6a64539448cc8216f6318116b8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006500 May 31 11:58:36.230125 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8916aad-9e90-47b6-876c-382137eccfbc,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:36.231192 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42178) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:36.238587 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.238962 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.239323 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.239702 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.240056 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.240404 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.240749 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.241093 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.241438 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.241783 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.242121 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.242460 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.246459 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:36.301859 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.328617 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.452252 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.457533 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-90b4d56a-6e69-4390-8939-adceeb409add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:36.472690 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8916aad-9e90-47b6-876c-382137eccfbc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:36.476900 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.478005 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8916aad-9e90-47b6-876c-382137eccfbc HTTP/1.1" status: 204 len: 168 time: 0.2457922 May 31 11:58:36.482614 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.482969 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.483321 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.483672 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.484061 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.484985 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.485407 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.485828 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.486167 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.486501 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.486832 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.487163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:36.490829 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:37.154596 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa09dd-2273-438b-bf7d-974908acc423 req-fe02c5d8-3659-4a2b-9a78-9081267fd452 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:37.156490 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3aaa09dd-2273-438b-bf7d-974908acc423 req-fe02c5d8-3659-4a2b-9a78-9081267fd452 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0861132 May 31 11:58:37.201809 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3aaa09dd-2273-438b-bf7d-974908acc423 req-caf0bce2-ef43-4432-b6ce-afe1d95f9a4c tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392694 May 31 11:58:38.422131 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5d1e1-682b-43db-959b-bbbcf6649e8d req-9a692382-81ec-4175-94cf-ff1745eccd7a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:38.423587 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3be5d1e1-682b-43db-959b-bbbcf6649e8d req-9a692382-81ec-4175-94cf-ff1745eccd7a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1010251 May 31 11:58:38.457702 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec5142dc-e368-44eb-aba7-b1dafc35849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:38.472138 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3be5d1e1-682b-43db-959b-bbbcf6649e8d req-ba7dfc18-b5cd-4ec0-a00b-7f8ce13aa63b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 May 31 11:58:39.678306 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aefa05-b1d7-473a-ab7c-54393a6061dc req-700169a4-4199-4f8e-a9a8-5915b4e9f18d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:39.684534 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f3aefa05-b1d7-473a-ab7c-54393a6061dc req-700169a4-4199-4f8e-a9a8-5915b4e9f18d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0951633 May 31 11:58:39.726642 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f3aefa05-b1d7-473a-ab7c-54393a6061dc req-30840765-4275-467f-b3be-f57fb6da0718 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 May 31 11:58:41.022210 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:41.106671 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbecb53-763e-45ab-a2ad-4e68af82355e req-bb845c7a-a242-43d0-a655-45683603ac43 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:41.114594 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3dbecb53-763e-45ab-a2ad-4e68af82355e req-bb845c7a-a242-43d0-a655-45683603ac43 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1020961 May 31 11:58:41.173081 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3dbecb53-763e-45ab-a2ad-4e68af82355e req-d45e54d4-f86d-4db0-86fe-07b0c0192906 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563042 May 31 11:58:41.263602 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-677328bd-3570-4271-a64c-686ed111dd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:41.302396 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-4400f657-39b6-4746-b912-4e432e6ee9fd tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:41.303997 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-4400f657-39b6-4746-b912-4e432e6ee9fd tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 815 time: 0.1678679 May 31 11:58:41.319142 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-2410701d-89de-4017-9007-a1d8628a40ff tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/quotas/7a41e183ebce4def98ba14b3f896d33a HTTP/1.1" status: 200 len: 375 time: 0.0095448 May 31 11:58:41.408868 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-28db379d-c495-405f-beb0-2fe17b01a441 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833826 May 31 11:58:41.542219 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-051182e1-3d3c-4c3e-9bb8-1d5fee12193e service neutron] 10.222.0.58 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264474 May 31 11:58:41.677960 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-269d2587-28bf-423e-a9b0-e91678bcfece service neutron] 10.222.0.58 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290007 May 31 11:58:42.028623 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ca78facb-d942-4412-b173-5fc7010c6d9f req-04852e73-5437-4b0d-9c40-35f39c162fa5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 210 time: 0.0912199 May 31 11:58:42.258106 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.204656 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e558853a-5bc9-4a3a-8569-d2c36789c66a req-0c13db95-fff6-4751-96dc-df16bbea0429 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 210 time: 0.0761113 May 31 11:58:43.313341 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42352) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:43.443203 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.460006 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:43.463986 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Usage tracker for resource:security_group_rule and tenant:cce613bce92548a1846e63a46b8eb8ff is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:43.466835 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:43.473267 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:43.560219 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.623277 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.633310 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:43.673744 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cce613bce92548a1846e63a46b8eb8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591349 May 31 11:58:43.674989 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b749d6fe-7622-4081-8255-5bc923e44bb6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:43.676294 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42362) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:43.677464 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:43.738898 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-24efb277-99ff-40f7-9642-56e8cd382c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.774939 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-24efb277-99ff-40f7-9642-56e8cd382c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.920566 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.966312 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-24efb277-99ff-40f7-9642-56e8cd382c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.970062 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6a390ec6-1c14-4697-8ac8-18ccc3a8736e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:43.981994 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efb277-99ff-40f7-9642-56e8cd382c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b749d6fe-7622-4081-8255-5bc923e44bb6,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:43.984920 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-24efb277-99ff-40f7-9642-56e8cd382c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:44.001698 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-24efb277-99ff-40f7-9642-56e8cd382c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:44.005291 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-24efb277-99ff-40f7-9642-56e8cd382c17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b749d6fe-7622-4081-8255-5bc923e44bb6 HTTP/1.1" status: 204 len: 168 time: 0.3260279 May 31 11:58:44.396281 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9db75317-7085-47a9-a99d-f916a5a4469e req-3fd7b58d-ccba-47e0-b22b-f983fa6f9203 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 210 time: 0.0635040 May 31 11:58:44.482818 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbc792-742e-472b-8161-f0e01d238445 req-f4ae6c03-89dc-4bbc-bf4c-671c88f1b5bd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:44.484439 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-59bbc792-742e-472b-8161-f0e01d238445 req-f4ae6c03-89dc-4bbc-bf4c-671c88f1b5bd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1355777 May 31 11:58:44.537190 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-59bbc792-742e-472b-8161-f0e01d238445 req-4d82318d-066b-4ef7-a71e-e3dca45975d8 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463285 May 31 11:58:44.788362 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-2e0afafb-43e5-4276-bed9-8979a9a9cde1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:44.789918 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-2e0afafb-43e5-4276-bed9-8979a9a9cde1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 815 time: 0.2163470 May 31 11:58:44.832681 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Request body: {'port': {'device_id': '9c8e99cf-0a0b-428f-bb64-d9e474ef1775', 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'admin_state_up': True, 'tenant_id': '7a41e183ebce4def98ba14b3f896d33a'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:44.851111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42400) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:44.882471 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:44.901896 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:44.907682 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Usage tracker for resource:security_group_rule and tenant:8bff2a59352742758ad05de0b2543814 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:44.911082 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:44.918991 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:45.028313 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:45.029026 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.040937 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:45.069730 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.150263 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:45.177786 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Made reservation on behalf of 7a41e183ebce4def98ba14b3f896d33a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:58:45.181320 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.191193 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bff2a59352742758ad05de0b2543814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400943 May 31 11:58:45.192145 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02984994-1344-40be-ad6b-c7a7c967475e,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:45.194725 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42412) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:45.195105 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:45.344863 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a4e80436-636d-4307-b4e7-9c88ea8caa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.429699 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a4e80436-636d-4307-b4e7-9c88ea8caa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.470534 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Allocated IP 172.20.0.9 (2837bad0-40d1-4e9f-98af-733bd3eccac9/aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9/628e4f8a-6d06-4b07-85ce-590bd216bc57) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:45.587527 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0467a391-9f0e-4091-aa30-951a096f1e44 req-68d4e64c-1bf9-4994-bcc3-878bf182bf8b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 210 time: 0.0613520 May 31 11:58:45.656012 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a4e80436-636d-4307-b4e7-9c88ea8caa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.668890 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-63bf476e-8fb9-432a-80db-2f63b121cdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:45.688634 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e80436-636d-4307-b4e7-9c88ea8caa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02984994-1344-40be-ad6b-c7a7c967475e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:45.693376 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a4e80436-636d-4307-b4e7-9c88ea8caa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:45.756524 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.787189 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a4e80436-636d-4307-b4e7-9c88ea8caa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.788423 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-a4e80436-636d-4307-b4e7-9c88ea8caa27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02984994-1344-40be-ad6b-c7a7c967475e HTTP/1.1" status: 204 len: 168 time: 0.5920355 May 31 11:58:45.904144 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.912837 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:45.960679 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['9d82dcf9-3068-4832-9ea0-2d941c40286e', '38fc59cb-2dff-47b6-b017-5e6ac71ad515', '6c893275-08e9-4a12-888f-489da8572042'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:58:45.975932 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Network 2837bad0-40d1-4e9f-98af-733bd3eccac9 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:45.984088 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:45.990523 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:46.051685 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Pushing event updated for resources: {'Port': ['ID=628e4f8a-6d06-4b07-85ce-590bd216bc57,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:46.057283 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:46.074530 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:46.075156 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:46.161807 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3331523 May 31 11:58:46.199326 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Request body: {'port': {'device_id': '9c8e99cf-0a0b-428f-bb64-d9e474ef1775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:46.329287 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:46.719197 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628e4f8a-6d06-4b07-85ce-590bd216bc57 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:58:46.727439 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:46.746944 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Transition to ACTIVE for port object 628e4f8a-6d06-4b07-85ce-590bd216bc57 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:46.797414 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91576381-1106-4443-883c-21b4ef552e00 req-5884bb86-2c51-471e-8949-c48078a30259 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:46.798892 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-91576381-1106-4443-883c-21b4ef552e00 req-5884bb86-2c51-471e-8949-c48078a30259 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 931 time: 0.0947802 May 31 11:58:46.808903 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42448) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:46.830630 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:46.841325 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:46.855907 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-91576381-1106-4443-883c-21b4ef552e00 req-29b3d5f5-7b97-4b3b-a102-6586f4f99314 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504794 May 31 11:58:46.861433 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-d43cf7c5-e493-4cfb-ac2b-e6076648228e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:46.914374 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:46.931920 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Usage tracker for resource:security_group_rule and tenant:9f2c2f2d76d0483cb8dd91067a4789ae is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:46.986988 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:46.993582 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42456) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:47.008355 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Pushing event updated for resources: {'Port': ['ID=628e4f8a-6d06-4b07-85ce-590bd216bc57,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:47.012153 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:47.014186 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:47.153981 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Attempting to bind port 628e4f8a-6d06-4b07-85ce-590bd216bc57 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:47.154309 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Attempting to bind port 628e4f8a-6d06-4b07-85ce-590bd216bc57 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:47.154628 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Attempting to bind port 628e4f8a-6d06-4b07-85ce-590bd216bc57 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:47.164501 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Port 628e4f8a-6d06-4b07-85ce-590bd216bc57 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:58:47.165459 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Attempting to bind port 628e4f8a-6d06-4b07-85ce-590bd216bc57 on network 2837bad0-40d1-4e9f-98af-733bd3eccac9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:47.176429 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:47.176812 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Checking segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:47.177183 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Bound using segment: {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:47.177607 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Bound port: 628e4f8a-6d06-4b07-85ce-590bd216bc57, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2231f1-af85-4d17-8a59-0d419c30283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:47.177945 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.184816 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.201463 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:47.205784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Usage tracker for resource:security_group_rule and tenant:fa149a6cd15f4c2791c4ce7a231a9e1c is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:47.208831 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:47.215292 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:47.326138 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.331563 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.359730 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] For port 628e4f8a-6d06-4b07-85ce-590bd216bc57, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:47.362703 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] For port 628e4f8a-6d06-4b07-85ce-590bd216bc57, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=628e4f8a-6d06-4b07-85ce-590bd216bc57,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:47.394761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.394761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-053730da-df4b-4785-89c6-e4ec2e5346c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:47.431775 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa149a6cd15f4c2791c4ce7a231a9e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371264 May 31 11:58:47.432783 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5684c7a-0252-4272-b7ad-01d133071371,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:47.434423 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:47.435770 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:47.474931 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.484005 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-eaef8d87-a9f3-4a2b-b4eb-6208c7e16064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:47.504748 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.546168 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42470) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:47.546357 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f2c2f2d76d0483cb8dd91067a4789ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361076 May 31 11:58:47.554562 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b19ff6-383d-4005-bf21-93d0978e702a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:47.560840 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:47.561485 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b3b3082d-6852-4ce8-b606-1769cdcfd375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:47.601397 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:47.602006 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.603383 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] 10.222.0.54 "PUT /v2.0/ports/628e4f8a-6d06-4b07-85ce-590bd216bc57 HTTP/1.1" status: 200 len: 1093 time: 1.4085593 May 31 11:58:47.611439 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d00286f-a3bb-4f80-b809-f2ba71b3b8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.612950 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8e99cf-0a0b-428f-bb64-d9e474ef1775', 'tag': '628e4f8a-6d06-4b07-85ce-590bd216bc57'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:47.616353 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3fc1e4-cd46-4740-b546-387cf1224033" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8e99cf-0a0b-428f-bb64-d9e474ef1775", "tag": "628e4f8a-6d06-4b07-85ce-590bd216bc57"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:47.618530 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5e7be65f-6dc7-403b-84bb-c526a6516709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.649232 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5e7be65f-6dc7-403b-84bb-c526a6516709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.699354 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d00286f-a3bb-4f80-b809-f2ba71b3b8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.720542 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d214b5c-10d4-4217-a3c9-84fcc0cfb891 x-openstack-request-id: req-1d214b5c-10d4-4217-a3c9-84fcc0cfb891 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:47.721551 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8e99cf-0a0b-428f-bb64-d9e474ef1775", "tag": "628e4f8a-6d06-4b07-85ce-590bd216bc57", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:47.721551 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d214b5c-10d4-4217-a3c9-84fcc0cfb891 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:47.721551 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8e99cf-0a0b-428f-bb64-d9e474ef1775', 'tag': '628e4f8a-6d06-4b07-85ce-590bd216bc57', 'status': 'completed', 'code': 200} May 31 11:58:47.729895 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Pushing event updated for resources: {'Port': ['ID=628e4f8a-6d06-4b07-85ce-590bd216bc57,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:47.736287 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:47.800677 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5e7be65f-6dc7-403b-84bb-c526a6516709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.805680 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-73034a5f-6a6e-437c-aa68-ee21c7f25148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:47.820950 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7be65f-6dc7-403b-84bb-c526a6516709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b19ff6-383d-4005-bf21-93d0978e702a,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:47.826329 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5e7be65f-6dc7-403b-84bb-c526a6516709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:47.827598 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-f7c64f39-6c89-40cb-9466-d9a04beec2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:47.830480 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-f7c64f39-6c89-40cb-9466-d9a04beec2fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 1096 time: 0.0784626 May 31 11:58:47.836431 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5e7be65f-6dc7-403b-84bb-c526a6516709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.837711 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-5e7be65f-6dc7-403b-84bb-c526a6516709 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7b19ff6-383d-4005-bf21-93d0978e702a HTTP/1.1" status: 204 len: 168 time: 0.2896280 May 31 11:58:47.940158 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d00286f-a3bb-4f80-b809-f2ba71b3b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:47.950525 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7eef4f34-9561-41d3-975b-5191ac362f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:47.960635 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-9b54644b-9d06-4a9d-beff-d0dc00f048f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628e4f8a-6d06-4b07-85ce-590bd216bc57 HTTP/1.1" status: 200 len: 217 time: 0.0773301 May 31 11:58:47.965980 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00286f-a3bb-4f80-b809-f2ba71b3b8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5684c7a-0252-4272-b7ad-01d133071371,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:47.970212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-0d00286f-a3bb-4f80-b809-f2ba71b3b8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:48.021887 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d00286f-a3bb-4f80-b809-f2ba71b3b8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:48.022977 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-0d00286f-a3bb-4f80-b809-f2ba71b3b8cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5684c7a-0252-4272-b7ad-01d133071371 HTTP/1.1" status: 204 len: 168 time: 0.5864744 May 31 11:58:48.100730 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-10ef5174-b3cb-48fd-9b90-33178f92f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:48.104164 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-10ef5174-b3cb-48fd-9b90-33178f92f2d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 200 len: 855 time: 0.1178401 May 31 11:58:48.127639 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecfad6-b41a-4fd9-a737-20272ea3f333 req-43c6c265-5d05-4777-82b0-20d014b04d17 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:48.128392 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-88ecfad6-b41a-4fd9-a737-20272ea3f333 req-43c6c265-5d05-4777-82b0-20d014b04d17 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:48.179981 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-eb9b3548-9e85-4054-b6c0-b23632e41301 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2837bad0-40d1-4e9f-98af-733bd3eccac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484049 May 31 11:58:48.276383 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-88ecfad6-b41a-4fd9-a737-20272ea3f333 req-43c6c265-5d05-4777-82b0-20d014b04d17 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:48.277546 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-88ecfad6-b41a-4fd9-a737-20272ea3f333 req-43c6c265-5d05-4777-82b0-20d014b04d17 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 943 time: 0.2905011 May 31 11:58:48.352571 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-88ecfad6-b41a-4fd9-a737-20272ea3f333 req-165a2619-7f9e-49cf-9742-376d8f54b693 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672390 May 31 11:58:48.370309 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-07444a89-322a-4bdf-b1ac-e40428b0f1ec service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750662 May 31 11:58:48.517909 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81d05ee6-659a-42a3-abc8-1bd63654533e req-90021312-3059-4dc1-8872-31dcbb03feb8 service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372507 May 31 11:58:48.805569 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-3f7ed7d7-0228-4fa9-8d37-ad0e62fb3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:48.807276 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-3f7ed7d7-0228-4fa9-8d37-ad0e62fb3edb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a41e183ebce4def98ba14b3f896d33a&device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 1096 time: 0.0992882 May 31 11:58:48.969503 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-f3cf5fc9-beec-4c27-b70d-6e0cd8203087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:48.971233 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-f3cf5fc9-beec-4c27-b70d-6e0cd8203087 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 200 len: 916 time: 0.1570995 May 31 11:58:49.071179 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-be7d0c26-1685-4254-9850-56beec62db2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628e4f8a-6d06-4b07-85ce-590bd216bc57 HTTP/1.1" status: 200 len: 217 time: 0.0878727 May 31 11:58:49.151609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-89ae170d-ca1b-4c26-a7f3-8a2252b3e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:49.153101 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-89ae170d-ca1b-4c26-a7f3-8a2252b3e71f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 200 len: 855 time: 0.0706656 May 31 11:58:49.207070 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-c63d7510-9b72-4909-9518-e1da503939e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2837bad0-40d1-4e9f-98af-733bd3eccac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469198 May 31 11:58:49.366492 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-136ebdef-8ab3-4360-a0a0-fa60607c32ea service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307077 May 31 11:58:49.620682 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed3fc1e4-cd46-4740-b546-387cf1224033 req-9896969c-c789-4081-a6a1-ded8835ef408 service neutron] 10.222.0.54 "GET /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471781 May 31 11:58:49.638303 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41343934-5146-4b04-b61a-780f26634553 req-4316d68f-6d5e-4a00-8f2e-fe28249bb114 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:49.639822 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-41343934-5146-4b04-b61a-780f26634553 req-4316d68f-6d5e-4a00-8f2e-fe28249bb114 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 943 time: 0.1329365 May 31 11:58:49.689688 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-41343934-5146-4b04-b61a-780f26634553 req-061c5e08-1846-450c-bde6-fb5f538bca84 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 May 31 11:58:50.933286 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d786d27-3e47-4b5a-9f0a-bc283b31e371 req-b8696862-8996-4c87-af47-9d6e5102d088 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:50.940738 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2d786d27-3e47-4b5a-9f0a-bc283b31e371 req-b8696862-8996-4c87-af47-9d6e5102d088 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 943 time: 0.1183720 May 31 11:58:51.006471 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2d786d27-3e47-4b5a-9f0a-bc283b31e371 req-abb9c1e6-a1de-40c9-9b39-d99ed069d690 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542548 May 31 11:58:51.261221 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f96fd-cf79-43a5-817d-de1da2eb6a5f req-16d5eaab-4722-46b2-9517-ac8052c7b0d1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:51.262953 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-537f96fd-cf79-43a5-817d-de1da2eb6a5f req-16d5eaab-4722-46b2-9517-ac8052c7b0d1 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0823774 May 31 11:58:51.358537 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-537f96fd-cf79-43a5-817d-de1da2eb6a5f req-33d2acbb-b3c9-4a0a-80bb-4710740e4e4c tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592790 May 31 11:58:51.374492 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68186895-5817-457f-b907-4b435849888d req-15839996-fda0-4958-ab96-0b96b31519ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:51.376168 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-68186895-5817-457f-b907-4b435849888d req-15839996-fda0-4958-ab96-0b96b31519ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1098 time: 0.1122055 May 31 11:58:51.480421 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42614) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:51.509066 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68186895-5817-457f-b907-4b435849888d req-45c8dbed-f530-493f-8dc6-64a99eec64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:51.510517 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-68186895-5817-457f-b907-4b435849888d req-45c8dbed-f530-493f-8dc6-64a99eec64d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.1276808 May 31 11:58:51.579760 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-68186895-5817-457f-b907-4b435849888d req-4f001dc6-77d4-43d7-a754-7111309f8ac1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 200 len: 217 time: 0.0625532 May 31 11:58:51.598748 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.613890 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:51.617627 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Usage tracker for resource:security_group_rule and tenant:ce2b9be5eac54dd3a2355cb2d643228b is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:51.626916 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:51.634424 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:51.643468 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68186895-5817-457f-b907-4b435849888d req-e1bf66f8-64dd-439e-b649-34150092f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:51.644944 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-68186895-5817-457f-b907-4b435849888d req-e1bf66f8-64dd-439e-b649-34150092f6ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0585234 May 31 11:58:51.692634 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-68186895-5817-457f-b907-4b435849888d req-28624bbe-9fa6-4816-b1b1-56f61c84183b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398393 May 31 11:58:51.718074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.789205 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.798135 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8a556990-f31d-46ee-8807-9cedf3b9b25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:51.823482 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-68186895-5817-457f-b907-4b435849888d req-5b73dc5c-0652-4278-89a1-35b45fed093a service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243048 May 31 11:58:51.840829 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce2b9be5eac54dd3a2355cb2d643228b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569531 May 31 11:58:51.840829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f713f7f9-bea9-4b1b-b58f-ee0c8cfdf41c,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:51.842527 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:51.843423 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42622) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:51.903957 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-26847b32-34b4-420f-920b-30a4ef08fa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.930477 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-26847b32-34b4-420f-920b-30a4ef08fa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.960099 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-68186895-5817-457f-b907-4b435849888d req-17ba3a4f-9b27-4a36-b7db-eaba12aeabe2 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293099 May 31 11:58:52.069312 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-26847b32-34b4-420f-920b-30a4ef08fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:52.074472 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-24efb277-99ff-40f7-9642-56e8cd382c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:52.088278 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26847b32-34b4-420f-920b-30a4ef08fa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713f7f9-bea9-4b1b-b58f-ee0c8cfdf41c,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:52.090776 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-26847b32-34b4-420f-920b-30a4ef08fa62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:52.096029 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-26847b32-34b4-420f-920b-30a4ef08fa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:52.119675 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-26847b32-34b4-420f-920b-30a4ef08fa62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f713f7f9-bea9-4b1b-b58f-ee0c8cfdf41c HTTP/1.1" status: 204 len: 168 time: 0.2708821 May 31 11:58:52.214420 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8d9ed-9135-4563-90f5-f82e973c72a9 req-568e1d57-b323-4cbe-a072-a2a731a40c60 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:52.215944 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8ae8d9ed-9135-4563-90f5-f82e973c72a9 req-568e1d57-b323-4cbe-a072-a2a731a40c60 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 943 time: 0.0951450 May 31 11:58:52.262993 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8ae8d9ed-9135-4563-90f5-f82e973c72a9 req-43cca397-e484-42dd-8584-efe43c909138 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 May 31 11:58:52.552742 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a29944-6d10-40c6-90f6-57868b533532 req-45685085-bf29-4ecb-a006-78d554f48b95 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:52.554299 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b7a29944-6d10-40c6-90f6-57868b533532 req-45685085-bf29-4ecb-a006-78d554f48b95 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0835567 May 31 11:58:52.598377 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b7a29944-6d10-40c6-90f6-57868b533532 req-d9b2d77b-f02c-4641-bb51-9cc86b70664f tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 May 31 11:58:52.700008 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42644) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:52.717005 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:52.736415 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:52.740155 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Usage tracker for resource:security_group_rule and tenant:4d45ca4b6cbe413db61024f261b18209 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:52.742891 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:52.748615 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:52.829909 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:52.909037 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:52.916136 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ed329d04-7bfc-4d41-a13e-301daf9c00d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:52.956822 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d45ca4b6cbe413db61024f261b18209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557235 May 31 11:58:52.957685 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88882f5f-cefe-4424-bf75-a1b3cbd5aea6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:52.959560 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42650) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:52.961043 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:53.019998 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b46644e3-69dd-43b6-bf2e-39756db59bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:53.046106 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b46644e3-69dd-43b6-bf2e-39756db59bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:53.122659 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:53.194900 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b46644e3-69dd-43b6-bf2e-39756db59bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:53.199993 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-c44e4a6a-636e-4f76-ae54-844a38ae5f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:53.213125 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46644e3-69dd-43b6-bf2e-39756db59bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88882f5f-cefe-4424-bf75-a1b3cbd5aea6,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:53.216104 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b46644e3-69dd-43b6-bf2e-39756db59bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:53.218065 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b46644e3-69dd-43b6-bf2e-39756db59bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:53.220513 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b46644e3-69dd-43b6-bf2e-39756db59bc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88882f5f-cefe-4424-bf75-a1b3cbd5aea6 HTTP/1.1" status: 204 len: 168 time: 0.2599950 May 31 11:58:53.495226 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513cd67-0385-479b-8e2e-d7235c856da3 req-217949c9-bfe7-4597-81a7-10c8ea9bbda9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:53.495226 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9513cd67-0385-479b-8e2e-d7235c856da3 req-217949c9-bfe7-4597-81a7-10c8ea9bbda9 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 943 time: 0.0993514 May 31 11:58:53.541436 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9513cd67-0385-479b-8e2e-d7235c856da3 req-589ffe79-8e7d-406b-9eb5-a7f0e8c721dd tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 May 31 11:58:53.794565 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eda629-5bc9-431d-94b8-28a9fa0ad28a req-5c938f86-b7b1-4804-bb71-e7012c470ab8 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:53.796543 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c3eda629-5bc9-431d-94b8-28a9fa0ad28a req-5c938f86-b7b1-4804-bb71-e7012c470ab8 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0844376 May 31 11:58:53.844197 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c3eda629-5bc9-431d-94b8-28a9fa0ad28a req-ce94d75e-9240-4805-995d-43bdaef201cf tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 May 31 11:58:54.749389 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef96728-323c-4a80-aebe-774bd55dac83 req-b18558f1-4b48-4ec4-9ae6-edb28cafe965 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:54.751682 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2ef96728-323c-4a80-aebe-774bd55dac83 req-b18558f1-4b48-4ec4-9ae6-edb28cafe965 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 943 time: 0.0928648 May 31 11:58:54.802601 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2ef96728-323c-4a80-aebe-774bd55dac83 req-849c16ab-0297-4d7a-ad9e-6b1eb6a85c86 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443866 May 31 11:58:54.879725 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 628e4f8a-6d06-4b07-85ce-590bd216bc57 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:58:55.025784 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 628e4f8a-6d06-4b07-85ce-590bd216bc57, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=628e4f8a-6d06-4b07-85ce-590bd216bc57,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:55.041737 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '628e4f8a-6d06-4b07-85ce-590bd216bc57', 'network_id': '2837bad0-40d1-4e9f-98af-733bd3eccac9', 'port_id': '628e4f8a-6d06-4b07-85ce-590bd216bc57', 'mac_address': 'fa:16:3e:4a:d8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:58:55.086281 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f337-8dc3-4f4d-a1d7-e4dd24e3bcda req-66aa4043-738c-486a-b30a-839b057ebfbe tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:55.097117 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6030f337-8dc3-4f4d-a1d7-e4dd24e3bcda req-66aa4043-738c-486a-b30a-839b057ebfbe tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1143968 May 31 11:58:55.146991 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6030f337-8dc3-4f4d-a1d7-e4dd24e3bcda req-a596dd2c-346b-481e-ac60-e8f04132d4ef tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525129 May 31 11:58:55.156075 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:55.183727 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628e4f8a-6d06-4b07-85ce-590bd216bc57 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:58:55.199949 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 628e4f8a-6d06-4b07-85ce-590bd216bc57, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=628e4f8a-6d06-4b07-85ce-590bd216bc57,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:55.263429 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:55.267304 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:55.347099 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=628e4f8a-6d06-4b07-85ce-590bd216bc57,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:55.354931 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.355281 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.355622 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.355980 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.356311 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.356642 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.357005 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.357295 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.357644 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.357971 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.358295 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.358612 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.363096 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:55.509116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42744) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:55.641105 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:55.657047 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:55.661947 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Usage tracker for resource:security_group_rule and tenant:481e024ca792418fb90964e4fcb417d1 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:55.665777 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:55.674602 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:55.787564 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:55.869627 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:55.880248 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['628e4f8a-6d06-4b07-85ce-590bd216bc57'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:58:55.882501 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0934986f-e6a7-4b73-917e-1bad86f09843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:55.943348 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098a7d37-8716-4b61-b97d-f43bab4a85fa,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:55.961176 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:56.021064 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42786) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:56.023222 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=481e024ca792418fb90964e4fcb417d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132751 May 31 11:58:56.123219 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25ba48c-a266-4793-8ff6-f3ec22343a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.134786 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c4a45-b35d-4af9-917a-f27e58cc3ecd req-a61941a6-78c2-4529-babc-48e69d5d94e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:56.136425 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5a5c4a45-b35d-4af9-917a-f27e58cc3ecd req-a61941a6-78c2-4529-babc-48e69d5d94e1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 944 time: 0.1864195 May 31 11:58:56.183827 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25ba48c-a266-4793-8ff6-f3ec22343a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.223208 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5a5c4a45-b35d-4af9-917a-f27e58cc3ecd req-177faad4-bd4d-4589-a74d-dc8741c4b08b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782568 May 31 11:58:56.303919 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25ba48c-a266-4793-8ff6-f3ec22343a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.314130 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-15d0b804-a6ae-4b55-aa5a-5b4a6ce6ff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:56.336122 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ba48c-a266-4793-8ff6-f3ec22343a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098a7d37-8716-4b61-b97d-f43bab4a85fa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:56.336122 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25ba48c-a266-4793-8ff6-f3ec22343a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.336122 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e25ba48c-a266-4793-8ff6-f3ec22343a06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/098a7d37-8716-4b61-b97d-f43bab4a85fa HTTP/1.1" status: 204 len: 168 time: 0.3122857 May 31 11:58:56.336951 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e25ba48c-a266-4793-8ff6-f3ec22343a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:56.366887 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84729add-0cee-4929-9dbd-e97b1ada2af2 req-40761f66-2b38-4f18-a6fe-2295b128ca40 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:56.368408 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-84729add-0cee-4929-9dbd-e97b1ada2af2 req-40761f66-2b38-4f18-a6fe-2295b128ca40 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1010709 May 31 11:58:56.416544 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-84729add-0cee-4929-9dbd-e97b1ada2af2 req-ff521da4-cdde-46d0-a0fc-742db8042a8a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 May 31 11:58:56.626108 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42804) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:56.750637 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.766424 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:56.770407 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Usage tracker for resource:security_group_rule and tenant:2d08f322f930481a8d21b16c142c8f13 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:56.773357 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:56.779141 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:56.864731 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.954840 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.963597 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5e7be65f-6dc7-403b-84bb-c526a6516709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:57.004973 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42812) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:57.010773 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d08f322f930481a8d21b16c142c8f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835230 May 31 11:58:57.013258 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42816) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:57.024536 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8167ee5f-7701-469c-b3d7-04bd29871a22,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:57.025516 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.029051 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:57.048080 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:57.052083 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:d6f11019fef1470daf02f3ddfb7199d9 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:57.054977 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:57.060951 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:57.081372 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-46509e78-1ae4-4dc5-96f4-9b42543ced97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.109933 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-46509e78-1ae4-4dc5-96f4-9b42543ced97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.146454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.206513 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.213692 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-cadba76c-beec-4f6d-b7c5-7251b9775aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:57.223509 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-46509e78-1ae4-4dc5-96f4-9b42543ced97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.228582 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:57.241226 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46509e78-1ae4-4dc5-96f4-9b42543ced97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8167ee5f-7701-469c-b3d7-04bd29871a22,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:57.245124 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-46509e78-1ae4-4dc5-96f4-9b42543ced97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:57.252435 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-46509e78-1ae4-4dc5-96f4-9b42543ced97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.253562 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-46509e78-1ae4-4dc5-96f4-9b42543ced97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8167ee5f-7701-469c-b3d7-04bd29871a22 HTTP/1.1" status: 204 len: 168 time: 0.2394197 May 31 11:58:57.261405 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6f11019fef1470daf02f3ddfb7199d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523575 May 31 11:58:57.261405 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1625f6-a2a9-476b-bb2b-07a109da95d5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:57.261574 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42826) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:57.265701 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:57.328302 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-239291de-a198-4329-a382-11669715276e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.365576 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-239291de-a198-4329-a382-11669715276e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.498521 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26dd9f-93af-4b0d-82ad-120251d75be7 req-d96a6757-d939-4bf0-9b49-d6e84d097f94 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:57.500275 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fa26dd9f-93af-4b0d-82ad-120251d75be7 req-d96a6757-d939-4bf0-9b49-d6e84d097f94 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 944 time: 0.1172194 May 31 11:58:57.527353 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-239291de-a198-4329-a382-11669715276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.535329 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a8581f63-15cf-4068-80b9-f33e94796da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:57.548103 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239291de-a198-4329-a382-11669715276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1625f6-a2a9-476b-bb2b-07a109da95d5,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:57.560394 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-239291de-a198-4329-a382-11669715276e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:57.569490 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-239291de-a198-4329-a382-11669715276e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.570642 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-239291de-a198-4329-a382-11669715276e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d1625f6-a2a9-476b-bb2b-07a109da95d5 HTTP/1.1" status: 204 len: 168 time: 0.3085959 May 31 11:58:57.575714 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fa26dd9f-93af-4b0d-82ad-120251d75be7 req-9dd77c36-768a-4a61-afda-8c3b1a1896f0 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687032 May 31 11:58:57.655453 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b6d9b-b46f-4984-8165-c128c6203953 req-c792e252-b70c-4a98-9ba4-d344195fc0dd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:57.663933 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4e8b6d9b-b46f-4984-8165-c128c6203953 req-c792e252-b70c-4a98-9ba4-d344195fc0dd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1233468 May 31 11:58:57.728858 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4e8b6d9b-b46f-4984-8165-c128c6203953 req-10e90648-c416-4bea-9d10-9feca4a40043 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 May 31 11:58:58.006211 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42846) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:58.024562 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:58.039568 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:58.043416 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Usage tracker for resource:security_group_rule and tenant:2a5b6f78929943dca797a0bfc46b4cd6 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:58.046433 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:58.053148 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:58.146287 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:58.281235 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:58.294337 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-00d5f5e5-f48b-457a-8d8d-1175fe94f73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:58.334100 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a5b6f78929943dca797a0bfc46b4cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267858 May 31 11:58:58.335878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bff6ba-386c-45f0-9357-c398bf9430f2,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:58.338922 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:58.340596 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42860) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:58.478928 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e55d189f-78f5-43aa-a380-8fe32b411b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:58.505921 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e55d189f-78f5-43aa-a380-8fe32b411b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:58.594594 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e55d189f-78f5-43aa-a380-8fe32b411b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:58.598362 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-56c3b464-7fd1-4b94-a5e6-ecee80d5c965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:58.612185 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d189f-78f5-43aa-a380-8fe32b411b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bff6ba-386c-45f0-9357-c398bf9430f2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:58.617118 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e55d189f-78f5-43aa-a380-8fe32b411b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:58.621289 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e55d189f-78f5-43aa-a380-8fe32b411b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:58.622369 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e55d189f-78f5-43aa-a380-8fe32b411b1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5bff6ba-386c-45f0-9357-c398bf9430f2 HTTP/1.1" status: 204 len: 168 time: 0.2801228 May 31 11:58:58.814361 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560b319-cbeb-4e16-9d12-4a2dc87cf5a6 req-31b154a2-45a1-4ad6-b90b-cc4820b5ac35 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.822789 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a560b319-cbeb-4e16-9d12-4a2dc87cf5a6 req-31b154a2-45a1-4ad6-b90b-cc4820b5ac35 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 944 time: 0.1143794 May 31 11:58:58.872534 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a560b319-cbeb-4e16-9d12-4a2dc87cf5a6 req-21cf4616-6b91-45c1-8578-fa296dc47a01 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485215 May 31 11:58:58.908200 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 628e4f8a-6d06-4b07-85ce-590bd216bc57 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:58.927321 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19441df3-9b28-441f-ab24-32630b3d1b24 req-97609452-714b-4bf0-b339-c662197ffd58 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.928521 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-19441df3-9b28-441f-ab24-32630b3d1b24 req-97609452-714b-4bf0-b339-c662197ffd58 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0833030 May 31 11:58:58.995192 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-19441df3-9b28-441f-ab24-32630b3d1b24 req-f6508407-4925-48e9-a2f1-fbda54cca520 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593200 May 31 11:58:59.286281 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 628e4f8a-6d06-4b07-85ce-590bd216bc57 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:59.291511 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 628e4f8a-6d06-4b07-85ce-590bd216bc57 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:59.291911 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:59.408361 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:59.441123 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8e99cf-0a0b-428f-bb64-d9e474ef1775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628e4f8a-6d06-4b07-85ce-590bd216bc57'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:59.443400 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34754709-be54-4334-8390-d8fad20c1571" -d '{"events": [{"server_uuid": "9c8e99cf-0a0b-428f-bb64-d9e474ef1775", "name": "network-vif-plugged", "status": "completed", "tag": "628e4f8a-6d06-4b07-85ce-590bd216bc57"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:59.451354 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 628e4f8a-6d06-4b07-85ce-590bd216bc57, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=628e4f8a-6d06-4b07-85ce-590bd216bc57,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:59.501294 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68079e7-ae26-498c-a799-1d4f9382f7c5 x-openstack-request-id: req-d68079e7-ae26-498c-a799-1d4f9382f7c5 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:59.501645 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8e99cf-0a0b-428f-bb64-d9e474ef1775", "name": "network-vif-plugged", "status": "completed", "tag": "628e4f8a-6d06-4b07-85ce-590bd216bc57", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:59.501909 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d68079e7-ae26-498c-a799-1d4f9382f7c5 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:59.502459 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8e99cf-0a0b-428f-bb64-d9e474ef1775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628e4f8a-6d06-4b07-85ce-590bd216bc57', 'code': 200} May 31 11:58:59.551832 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:59.551832 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:59.710366 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=628e4f8a-6d06-4b07-85ce-590bd216bc57,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:59.724375 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:59.857103 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42920) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:00.103624 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42936) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:00.173651 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1133156041-network', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:00.230094 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf5226-c873-40ad-9a0f-5bcd9ecfd2ca req-73aac17f-9e0b-4b46-878b-0b1a0ecb660f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:00.231697 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c1bf5226-c873-40ad-9a0f-5bcd9ecfd2ca req-73aac17f-9e0b-4b46-878b-0b1a0ecb660f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 945 time: 0.1598043 May 31 11:59:00.233921 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d73b83-842a-448c-9370-720a8f85fe62 req-1f26c410-770e-4b1b-a6a6-6a64c076fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:00.235593 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-48d73b83-842a-448c-9370-720a8f85fe62 req-1f26c410-770e-4b1b-a6a6-6a64c076fb6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 1098 time: 0.2302601 May 31 11:59:00.297854 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:00.310746 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c1bf5226-c873-40ad-9a0f-5bcd9ecfd2ca req-149f5448-a7e8-477a-80df-61479e57c41f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723760 May 31 11:59:00.314713 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-48d73b83-842a-448c-9370-720a8f85fe62 req-d335f257-0df2-44a4-84f8-b7763c9cde3a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622280 May 31 11:59:00.318383 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Usage tracker for resource:network and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:00.322774 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.332868 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:00.350572 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:00.356592 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:00.363437 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Usage tracker for resource:security_group_rule and tenant:140a9b53344a45929f359d5fe11c0164 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:00.367094 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:00.374561 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:00.409307 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20866-1bbe-4e55-8055-cab2e4935dc4 req-c871824e-97c2-4391-8fd1-84811a368c77 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:00.410760 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-19b20866-1bbe-4e55-8055-cab2e4935dc4 req-c871824e-97c2-4391-8fd1-84811a368c77 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.2326057 May 31 11:59:00.443269 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Made reservation on behalf of 1f6441b832b24ebcbfa946283abd7f40 for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:00.445525 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.474116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.501805 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-19b20866-1bbe-4e55-8055-cab2e4935dc4 req-b9aa5cb4-5d2b-4b96-ae69-bc801f307346 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838671 May 31 11:59:00.507187 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:00.512601 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:00.519347 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:00.530305 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:00.559017 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.603847 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.613626 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:00.665423 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=140a9b53344a45929f359d5fe11c0164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8051887 May 31 11:59:00.668249 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 42942) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:00.671230 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75e42da-8890-4a2e-8759-ccc38761c153,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:00.675907 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:00.732216 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8380419d-a378-4695-abdb-f89226783d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.734407 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.759724 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8380419d-a378-4695-abdb-f89226783d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.806110 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.810076 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e3cfe312-19b1-48d3-a054-4f74641ac0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:00.837740 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce49ef9-6ef4-4079-b2c0-9b5b299137ef,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:00.840930 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:00.880881 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8380419d-a378-4695-abdb-f89226783d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.885639 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:00.885963 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:59:00.895890 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.896452 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Added segment 53de1e2e-5d54-4387-a3f7-2530d2db2610 of type vlan for network 073b185b-d988-4fa5-be2f-0271044767b7 May 31 11:59:00.896904 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380419d-a378-4695-abdb-f89226783d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75e42da-8890-4a2e-8759-ccc38761c153,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:00.899448 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-8380419d-a378-4695-abdb-f89226783d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:00.905113 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8380419d-a378-4695-abdb-f89226783d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.908245 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-8380419d-a378-4695-abdb-f89226783d2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b75e42da-8890-4a2e-8759-ccc38761c153 HTTP/1.1" status: 204 len: 168 time: 0.2382836 May 31 11:59:00.936863 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.034773 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.036282 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:01.041634 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.041634 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fe9ac102-0bbe-40b6-8ea8-ce97ccf973d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:01.145490 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Pushing event updated for resources: {'Network': ['ID=073b185b-d988-4fa5-be2f-0271044767b7,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:01.149813 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:01.160079 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 073b185b-d988-4fa5-be2f-0271044767b7 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:59:01.241381 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1364071 May 31 11:59:01.248972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 42958) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:01.255987 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Request body: {'subnet': {'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1133156041-subnet', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:01.261471 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:01.266409 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Usage tracker for resource:subnet and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:01.269892 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:01.276457 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:01.361826 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Made reservation on behalf of 1f6441b832b24ebcbfa946283abd7f40 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:01.364749 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.598522 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd580ae9-1fe9-48bb-a56e-32b45b9f511f req-53d82b08-bc6e-4f93-a927-58e8b87b4a79 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:01.599806 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fd580ae9-1fe9-48bb-a56e-32b45b9f511f req-53d82b08-bc6e-4f93-a927-58e8b87b4a79 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 945 time: 0.1571481 May 31 11:59:01.693737 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fd580ae9-1fe9-48bb-a56e-32b45b9f511f req-c1a5a517-68b8-4f68-aa25-19d5e4f2c03a tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763323 May 31 11:59:01.851811 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe01e-72e5-4c65-ae70-45cff81f841b req-676463b5-672a-4f18-a8b7-80f875e8cbb4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:01.854472 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6a2fe01e-72e5-4c65-ae70-45cff81f841b req-676463b5-672a-4f18-a8b7-80f875e8cbb4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0890434 May 31 11:59:01.907079 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6a2fe01e-72e5-4c65-ae70-45cff81f841b req-747e0705-7459-452c-8e4d-f711b1296bb7 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 May 31 11:59:02.051442 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.056854 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:02.155233 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42cef8c-079e-4ff5-8601-b7be4784a4a7,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:02.161827 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:02.162712 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Checking segment: {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:02.163074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Network hostable DHCP agents. Network: 073b185b-d988-4fa5-be2f-0271044767b7, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:59:02.260401 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Network 073b185b-d988-4fa5-be2f-0271044767b7 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:59:02.389050 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 073b185b-d988-4fa5-be2f-0271044767b7) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:02.399945 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ac6ff-6f68-4196-9cbd-7584205fca72 None None] Network 073b185b-d988-4fa5-be2f-0271044767b7 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:59:02.401106 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:02.401700 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.546597 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2937849 May 31 11:59:02.546892 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43028) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:02.553562 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:02.561048 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:02.568053 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Usage tracker for resource:router and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:02.571971 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:02.579442 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:02.655691 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.659434 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.705818 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.738229 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7f8a48-38bf-5b06-b0f4-c8fa0083efd9-073b185b-d988-4fa5-be2f-0271044767b7', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7'}]}} from dv-cinder-786384-7-smb. {{(pid=103896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:59:02.739538 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.941468 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Allocated IP 172.20.0.2 (073b185b-d988-4fa5-be2f-0271044767b7/d42cef8c-079e-4ff5-8601-b7be4784a4a7/92fd7f00-582e-4432-a6ff-8907aa953025) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:02.946693 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bdda6-1923-4998-b0a1-bee54b9df6b8 req-851c0e48-0f87-4019-8085-49aff42f5d2d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:02.953702 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-590bdda6-1923-4998-b0a1-bee54b9df6b8 req-851c0e48-0f87-4019-8085-49aff42f5d2d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 945 time: 0.1150720 May 31 11:59:03.008995 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-590bdda6-1923-4998-b0a1-bee54b9df6b8 req-2ac54ff6-8a93-4057-8475-72f4e27c279c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544319 May 31 11:59:03.178940 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.240059 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.256592 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Transition to ACTIVE for port object 92fd7f00-582e-4432-a6ff-8907aa953025 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:03.259224 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d25bd-60bd-4174-881d-fc87fd0201fc req-eec04e7b-e7c8-41fa-876d-36895fb17911 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:03.260925 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c83d25bd-60bd-4174-881d-fc87fd0201fc req-eec04e7b-e7c8-41fa-876d-36895fb17911 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1414750 May 31 11:59:03.298174 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Transition to ACTIVE for port object 92fd7f00-582e-4432-a6ff-8907aa953025 will not be triggered until provisioned by entity DHCP. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:03.335361 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:03.378175 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.383365 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:03.487385 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Network 073b185b-d988-4fa5-be2f-0271044767b7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:03.489669 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.491064 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:03.494384 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:03.506402 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c83d25bd-60bd-4174-881d-fc87fd0201fc req-6ff689af-3a40-4d19-a07f-61ce25dca9f8 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366269 May 31 11:59:03.507934 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:03.512697 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Usage tracker for resource:security_group_rule and tenant:e487bf9314d2419db2ce5075279f297e is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:03.526638 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:03.534469 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:03.576373 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Pushing event updated for resources: {'Port': ['ID=92fd7f00-582e-4432-a6ff-8907aa953025,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:03.579538 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:03.601742 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Attempting to bind port 92fd7f00-582e-4432-a6ff-8907aa953025 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:03.602225 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Attempting to bind port 92fd7f00-582e-4432-a6ff-8907aa953025 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:03.602715 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Attempting to bind port 92fd7f00-582e-4432-a6ff-8907aa953025 on network 073b185b-d988-4fa5-be2f-0271044767b7 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:03.625175 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:03.625659 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Checking segment: {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:03.626150 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.626647 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Bound using segment: {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:03.628245 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Bound port: 92fd7f00-582e-4432-a6ff-8907aa953025, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:03.630325 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.699609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.774780 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] For port 92fd7f00-582e-4432-a6ff-8907aa953025, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:03.778221 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] For port 92fd7f00-582e-4432-a6ff-8907aa953025, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=92fd7f00-582e-4432-a6ff-8907aa953025,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:03.794836 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.810917 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ba579084-6b47-44f3-9cfb-00771c71f27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:03.830779 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.839741 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.877039 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.887891 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:03.890027 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.900647 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e487bf9314d2419db2ce5075279f297e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637197 May 31 11:59:03.904211 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:03.913837 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d44a5f-7dc2-4f55-8948-5019b8acb9f0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:03.917900 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:04.036838 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Pushing event updated for resources: {'Port': ['ID=92fd7f00-582e-4432-a6ff-8907aa953025,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:04.050548 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:04.058925 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd15e6e-21cb-418f-8a61-1e7912f5a551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.096212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd15e6e-21cb-418f-8a61-1e7912f5a551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.211709 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Allocated IP 172.28.2.139 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/d8bce159-4e5e-4944-a838-3d818604a5d3) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:04.303668 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd15e6e-21cb-418f-8a61-1e7912f5a551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.307478 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-54e7ed15-0378-4eb9-b98d-c8ad822d15af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:04.350247 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd15e6e-21cb-418f-8a61-1e7912f5a551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d44a5f-7dc2-4f55-8948-5019b8acb9f0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:04.354062 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7bd15e6e-21cb-418f-8a61-1e7912f5a551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:04.369748 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd15e6e-21cb-418f-8a61-1e7912f5a551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.371272 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7bd15e6e-21cb-418f-8a61-1e7912f5a551 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14d44a5f-7dc2-4f55-8948-5019b8acb9f0 HTTP/1.1" status: 204 len: 168 time: 0.4684958 May 31 11:59:04.468029 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.595724 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.600458 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:04.700989 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:04.710219 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:04.717579 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:04.793243 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8bce159-4e5e-4944-a838-3d818604a5d3,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:04.854394 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:04.978118 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a164f-a34c-4833-a354-02ca2e2a61a9 req-ba20921e-a6d6-4408-832d-e3548f27c75d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:04.985997 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d63a164f-a34c-4833-a354-02ca2e2a61a9 req-ba20921e-a6d6-4408-832d-e3548f27c75d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.3537261 May 31 11:59:05.040868 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d63a164f-a34c-4833-a354-02ca2e2a61a9 req-8844ee0d-40df-4e34-9c7c-a723217ffda7 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516789 May 31 11:59:05.293183 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76a1fed-c488-4e26-aaf6-7b20528ba0be None None] Network 073b185b-d988-4fa5-be2f-0271044767b7 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:59:05.311100 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.456627 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-05016c04-152c-4709-9cc7-bf8e2a7c96a2 None None] Provisioning for port 92fd7f00-582e-4432-a6ff-8907aa953025 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:05.653357 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43136) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:05.794659 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-362409087-network', 'tenant_id': '9232631572ea461b8d87cf8e0821412b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:05.800348 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:05.804732 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Usage tracker for resource:network and tenant:9232631572ea461b8d87cf8e0821412b is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:05.807848 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:05.819132 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:05.829086 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558'] for router, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.908996 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Made reservation on behalf of 9232631572ea461b8d87cf8e0821412b for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:05.911475 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.924589 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.939438 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:05.945620 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:9232631572ea461b8d87cf8e0821412b is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:05.949041 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:05.955188 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:06.056021 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.178940 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Router c56d9614-173f-4270-aa89-160ec110bf9e is scheduled to L3 agent 81986136-6268-4c02-84da-1ad85eb25ead with binding_index 1 {{(pid=103894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:59:06.194456 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.199002 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4b7b8bac-3855-418b-9e4f-5b6f4667016f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:06.234406 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:59:06.251480 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a0a370-5cb1-43b9-b20e-84aafb75cd80,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:06.256077 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:06.258963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.259457 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.segments_db [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Added segment fbd9846c-4347-4b50-b81a-4319a8316fc3 of type vlan for network 6812d402-e59f-4a10-ad7a-730437fa1979 May 31 11:59:06.293346 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.391960 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 92fd7f00-582e-4432-a6ff-8907aa953025 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:06.394644 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.396059 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:06.406903 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.439625 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0f259-aa11-493f-980f-f2b4ca461882 req-b7e55ed8-6fd7-4152-9b96-ba92cd56374d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:06.441216 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-42e0f259-aa11-493f-980f-f2b4ca461882 req-b7e55ed8-6fd7-4152-9b96-ba92cd56374d tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.3018060 May 31 11:59:06.447815 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-61f0ee96-550b-4067-9f77-b824b933d8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:06.470659 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:06.484120 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Sync routers for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:06.503473 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:06.504536 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:58:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:06.534371 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-42e0f259-aa11-493f-980f-f2b4ca461882 req-1f4dac39-2ecf-4c09-bb2b-abe788853189 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842741 May 31 11:59:06.560336 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9051354 May 31 11:59:06.563406 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43156) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:06.569784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Request body: {'subnet': {'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-362409087-subnet', 'tenant_id': '9232631572ea461b8d87cf8e0821412b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:06.576919 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:06.584736 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Usage tracker for resource:subnet and tenant:9232631572ea461b8d87cf8e0821412b is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:06.589615 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 92fd7f00-582e-4432-a6ff-8907aa953025 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:06.592410 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:06.598304 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=6812d402-e59f-4a10-ad7a-730437fa1979,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:06.599247 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:06.599807 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 92fd7f00-582e-4432-a6ff-8907aa953025 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:06.600425 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.612900 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:06.619466 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.620848 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0723341 May 31 11:59:06.627308 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43160) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:06.639082 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 6812d402-e59f-4a10-ad7a-730437fa1979 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:59:06.732333 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Made reservation on behalf of 9232631572ea461b8d87cf8e0821412b for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:06.735369 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.830334 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:06.841473 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43168) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:06.896147 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.950101 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 92fd7f00-582e-4432-a6ff-8907aa953025, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=92fd7f00-582e-4432-a6ff-8907aa953025,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:07.035183 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.040204 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-4a44b616-ad45-4d03-b180-5417b84b499a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:07.077114 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.118575 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:07.122967 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Usage tracker for resource:security_group_rule and tenant:110949aae2aa4e01bdce83a2c52fb510 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:07.128277 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:07.138961 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:07.143750 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=92fd7f00-582e-4432-a6ff-8907aa953025,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:07.149184 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:07.267488 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:04Z', 'revision_number': 3, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:07.274167 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Checking router: c56d9614-173f-4270-aa89-160ec110bf9e for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:07.274799 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Updating router c56d9614-173f-4270-aa89-160ec110bf9e port d8bce159-4e5e-4944-a838-3d818604a5d3 binding host dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:59:07.335877 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.458524 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.462923 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a4264b0c-f055-4c8a-98c5-0ffe2ed33982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:07.541002 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20f3a65-eb53-4911-ab8e-62a259703c57,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:07.544846 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:07.552130 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Checking segment: {'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:07.552583 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Network hostable DHCP agents. Network: 6812d402-e59f-4a10-ad7a-730437fa1979, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:59:07.645861 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Network 6812d402-e59f-4a10-ad7a-730437fa1979 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:59:07.659723 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.751303 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.764500 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae46dc-a0e8-474d-9b0f-70689136e768 req-a4d49b1a-4747-4be7-81d1-f75602d4c2de tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:07.766891 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-03ae46dc-a0e8-474d-9b0f-70689136e768 req-a4d49b1a-4747-4be7-81d1-f75602d4c2de tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0936010 May 31 11:59:07.767530 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Transition to ACTIVE for port object d8bce159-4e5e-4944-a838-3d818604a5d3 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:07.768435 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 6812d402-e59f-4a10-ad7a-730437fa1979) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:07.773780 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:07.774377 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.777662 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2531b867-833e-4088-98f9-3246bd4c256f None None] Network 6812d402-e59f-4a10-ad7a-730437fa1979 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:59:07.792896 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.811839 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e25ba48c-a266-4793-8ff6-f3ec22343a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:07.840257 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.851401 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-a98f3185-c008-4551-aec5-1ceef0fd790e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:07.854785 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-03ae46dc-a0e8-474d-9b0f-70689136e768 req-9b8e1625-d1d0-49a7-b60c-66be377ffdb2 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763211 May 31 11:59:07.878462 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3138235 May 31 11:59:07.900573 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43186) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:07.900929 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=110949aae2aa4e01bdce83a2c52fb510&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0580997 May 31 11:59:07.904470 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaa814f-9dae-4fb1-945e-6167eb562dc8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:07.921764 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.942173 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-bd5320b3-1776-4b41-9dd8-49e801600354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:08.025917 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b069218b-4131-4251-b96b-6c9c0bda0672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.066357 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f241360b-dd2e-4bbf-9218-679b8a9f2509 None None] Network 6812d402-e59f-4a10-ad7a-730437fa1979 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:59:08.085334 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b069218b-4131-4251-b96b-6c9c0bda0672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.113038 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Attempting to bind port d8bce159-4e5e-4944-a838-3d818604a5d3 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:08.113670 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Attempting to bind port d8bce159-4e5e-4944-a838-3d818604a5d3 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:08.114208 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Attempting to bind port d8bce159-4e5e-4944-a838-3d818604a5d3 on network 182eec52-fc32-4a2b-9fae-2f284fe082da {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:08.145610 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:08.146404 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:08.147461 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.148677 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Bound using segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:08.149885 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Bound port: d8bce159-4e5e-4944-a838-3d818604a5d3, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:08.151864 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.231440 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Allocated IP 172.20.0.1 (073b185b-d988-4fa5-be2f-0271044767b7/d42cef8c-079e-4ff5-8601-b7be4784a4a7/feef7763-90d3-4d5a-b509-9b4b3282808c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:08.235357 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Pushing event updated for resources: {'Port': ['ID=d8bce159-4e5e-4944-a838-3d818604a5d3,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:08.241505 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b069218b-4131-4251-b96b-6c9c0bda0672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.249141 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0786cfe7-6272-48b4-ad62-7aa9b46e493a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:08.273892 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.274715 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.282474 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069218b-4131-4251-b96b-6c9c0bda0672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaa814f-9dae-4fb1-945e-6167eb562dc8,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:08.286705 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.287175 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.287533 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.287884 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.288217 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.288991 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.289348 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.289676 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.289998 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.290317 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:08.295411 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b069218b-4131-4251-b96b-6c9c0bda0672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:08.296633 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:08.317192 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b069218b-4131-4251-b96b-6c9c0bda0672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.318831 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b069218b-4131-4251-b96b-6c9c0bda0672 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6aaa814f-9dae-4fb1-945e-6167eb562dc8 HTTP/1.1" status: 204 len: 168 time: 0.4168072 May 31 11:59:08.342017 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] For port d8bce159-4e5e-4944-a838-3d818604a5d3, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:08.347048 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] For port d8bce159-4e5e-4944-a838-3d818604a5d3, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d8bce159-4e5e-4944-a838-3d818604a5d3,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:08.358818 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 92fd7f00-582e-4432-a6ff-8907aa953025 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:08.413140 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.428943 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:08.472882 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 92fd7f00-582e-4432-a6ff-8907aa953025 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:08.473286 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.512379 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6ee5-0662-46b9-8ed8-926fd8314d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.542924 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.548883 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:08.549510 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:58:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:08.590323 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Transition to ACTIVE for port object feef7763-90d3-4d5a-b509-9b4b3282808c will not be triggered until provisioned by entity DHCP. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:08.641490 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Pushing event updated for resources: {'Port': ['ID=d8bce159-4e5e-4944-a838-3d818604a5d3,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:08.665958 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-3e046704-3139-466d-99cf-65b8bf3b4cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:08.675542 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.683047 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:08.753252 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Network 073b185b-d988-4fa5-be2f-0271044767b7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:08.756587 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:08.760649 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:08.802978 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:08.816417 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Pushing event updated for resources: {'Port': ['ID=feef7763-90d3-4d5a-b509-9b4b3282808c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:08.821145 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:08.838867 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437527'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.087830 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.105572 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158228f-060e-42f9-bf62-cb95aa77ee35 req-70d80978-e172-43ae-ab30-0756a61e2f33 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:09.108050 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0158228f-060e-42f9-bf62-cb95aa77ee35 req-70d80978-e172-43ae-ab30-0756a61e2f33 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1129758 May 31 11:59:09.181402 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0158228f-060e-42f9-bf62-cb95aa77ee35 req-775af487-241b-4fc8-be6b-ee942500e715 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 May 31 11:59:09.246708 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-4bd4a435-f480-41b1-b898-fdcf4ae314d5 None None] Provisioning for port feef7763-90d3-4d5a-b509-9b4b3282808c completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:09.251325 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:04Z', 'revision_number': 3, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:09.253804 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-4bd4a435-f480-41b1-b898-fdcf4ae314d5 None None] Provisioning complete for port feef7763-90d3-4d5a-b509-9b4b3282808c triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:09.254502 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a435-f480-41b1-b898-fdcf4ae314d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.256520 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5b62d-ca60-472d-a60f-3a7b692be123 None None] The sync data for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb is: [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:04Z', 'revision_number': 3, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:09.367584 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4a435-f480-41b1-b898-fdcf4ae314d5 None None] Port feef7763-90d3-4d5a-b509-9b4b3282808c cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:59:09.472793 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.526208 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.558127 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:09.697433 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437690'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.716713 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Pushing event updated for resources: {'Port': ['ID=feef7763-90d3-4d5a-b509-9b4b3282808c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:09.723554 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:09.919638 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Network 073b185b-d988-4fa5-be2f-0271044767b7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:09.921038 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:10.197600 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-7cec4eab-46b1-4e22-8df3-77eb9fd8b95e None None] Provisioning complete for port feef7763-90d3-4d5a-b509-9b4b3282808c triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:10.197953 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cec4eab-46b1-4e22-8df3-77eb9fd8b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.293098 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7cec4eab-46b1-4e22-8df3-77eb9fd8b95e None None] Port feef7763-90d3-4d5a-b509-9b4b3282808c cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:59:10.294830 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Router c56d9614-173f-4270-aa89-160ec110bf9e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:10.447226 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d8bce159-4e5e-4944-a838-3d818604a5d3 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:10.509501 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5922f04-ccc6-4f34-be53-d8a9a51a2485 req-e295b843-fa56-4ed6-bc20-844272b722ab tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:10.511008 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c5922f04-ccc6-4f34-be53-d8a9a51a2485 req-e295b843-fa56-4ed6-bc20-844272b722ab tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1754949 May 31 11:59:10.568951 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c5922f04-ccc6-4f34-be53-d8a9a51a2485 req-a307faab-6f36-41cf-a5bc-ada44cd123cd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498054 May 31 11:59:10.623676 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:10.647691 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] 10.222.0.58 "PUT /v2.0/routers/c56d9614-173f-4270-aa89-160ec110bf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0207157 May 31 11:59:10.651680 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port d8bce159-4e5e-4944-a838-3d818604a5d3 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:10.659417 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port d8bce159-4e5e-4944-a838-3d818604a5d3 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:10.660150 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.855302 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.874238 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port d8bce159-4e5e-4944-a838-3d818604a5d3, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d8bce159-4e5e-4944-a838-3d818604a5d3,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:10.939356 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.946550 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:11.016704 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.041420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=d8bce159-4e5e-4944-a838-3d818604a5d3,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:11.051501 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:11.217669 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d12a952c-a8ae-4158-a565-3b4dd3368017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.337764 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Sync routers for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:11.352151 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:11.356874 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:11.583869 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:11.805809 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43300) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:11.811524 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1724227434-network', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:11.819294 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:11.835300 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Usage tracker for resource:network and tenant:25c82d772c8546329444ac1cdd7f9cf9 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:11.845598 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:11.904330 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:11.994767 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Made reservation on behalf of 25c82d772c8546329444ac1cdd7f9cf9 for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:11.997052 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.017317 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d005f-aaca-40e8-b5b1-4a1c5e75e809 req-fe806918-bddf-421d-ad89-310346efc5c2 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:12.018887 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e69d005f-aaca-40e8-b5b1-4a1c5e75e809 req-fe806918-bddf-421d-ad89-310346efc5c2 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1924212 May 31 11:59:12.041886 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.070925 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:12.080803 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Usage tracker for resource:security_group_rule and tenant:25c82d772c8546329444ac1cdd7f9cf9 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:12.083054 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:09Z', 'revision_number': 2, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:12.086850 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:12.095252 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Checking router: c56d9614-173f-4270-aa89-160ec110bf9e for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:12.095677 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Updating router c56d9614-173f-4270-aa89-160ec110bf9e port feef7763-90d3-4d5a-b509-9b4b3282808c binding host dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:59:12.099507 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e69d005f-aaca-40e8-b5b1-4a1c5e75e809 req-f3902514-cb38-495c-971a-02a52a43dd44 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746109 May 31 11:59:12.101348 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:12.192966 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.315995 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d8bce159-4e5e-4944-a838-3d818604a5d3 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:12.347520 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.448180 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8001d22-32fd-42e2-aee7-844382921c4f req-c0262d89-80f2-4765-9937-59706cf9b6ba tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:12.450062 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-c0262d89-80f2-4765-9937-59706cf9b6ba tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/networks?id=6812d402-e59f-4a10-ad7a-730437fa1979 HTTP/1.1" status: 200 len: 813 time: 0.2827344 May 31 11:59:12.474703 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-0f35e105-58a8-41ab-8a5e-d38b424d9a01 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/quotas/9232631572ea461b8d87cf8e0821412b HTTP/1.1" status: 200 len: 375 time: 0.0131583 May 31 11:59:12.520077 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port d8bce159-4e5e-4944-a838-3d818604a5d3 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:12.520458 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.526061 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.540226 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-2fbb1e68-db3b-44fb-9ac4-c43717e050fb tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9232631572ea461b8d87cf8e0821412b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569384 May 31 11:59:12.641694 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.646513 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7b324f44-1dd5-401c-9a2c-73a313a51672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:12.694205 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:59:12.718190 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d407491-aa38-4153-9c0e-4f34f89b2653,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:12.721905 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.722253 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Added segment 70dcab45-c178-4ddf-a702-ee035e52dcf8 of type vlan for network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 May 31 11:59:12.730162 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:12.748488 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-dcc1fef1-5500-4d05-82cd-756101e3e172 service neutron] 10.222.0.58 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977482 May 31 11:59:12.751368 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.763175 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Transition to ACTIVE for port object feef7763-90d3-4d5a-b509-9b4b3282808c will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:12.785372 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.870524 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.875474 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:12.920404 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-fef87166-f1c0-4ae7-9550-55cc155277f3 service neutron] 10.222.0.58 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630709 May 31 11:59:12.978089 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.979492 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:12.980114 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.986047 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:13.052330 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498b510-c31f-474c-bf6d-a4455ff7e0a5 None None] Pushing event updated for resources: {'Port': ['ID=feef7763-90d3-4d5a-b509-9b4b3282808c,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:13.066976 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6498b510-c31f-474c-bf6d-a4455ff7e0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:13.137705 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Attempting to bind port feef7763-90d3-4d5a-b509-9b4b3282808c on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:13.138320 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Attempting to bind port feef7763-90d3-4d5a-b509-9b4b3282808c by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:13.138847 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Attempting to bind port feef7763-90d3-4d5a-b509-9b4b3282808c on network 073b185b-d988-4fa5-be2f-0271044767b7 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:13.150749 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:13.153002 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Checking segment: {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:13.153355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.153939 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Bound using segment: {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:13.154663 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Bound port: feef7763-90d3-4d5a-b509-9b4b3282808c, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:13.158799 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.263117 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Pushing event updated for resources: {'Network': ['ID=2caf829d-2fb9-4ea0-bb4f-16e9aab07121,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:13.279190 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:13.293230 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:59:13.406250 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f3d70764-3b8a-4e67-9d81-f4be0e6dc7a9 req-f0c7e510-30ae-4697-a605-a219bd8c61e9 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 210 time: 0.0569224 May 31 11:59:13.414222 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6073596 May 31 11:59:13.417401 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43338) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:13.435427 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Request body: {'subnet': {'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1724227434-subnet', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:13.446220 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:13.450717 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Usage tracker for resource:subnet and tenant:25c82d772c8546329444ac1cdd7f9cf9 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:13.454793 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:13.461983 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:13.492294 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38387c1-6d83-4390-85a1-df46ef8e2b4c req-2dc17e44-3668-4a41-a826-97461dafbed3 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:13.496810 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] For port feef7763-90d3-4d5a-b509-9b4b3282808c, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:13.500310 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f38387c1-6d83-4390-85a1-df46ef8e2b4c req-2dc17e44-3668-4a41-a826-97461dafbed3 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1506629 May 31 11:59:13.509431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] For port feef7763-90d3-4d5a-b509-9b4b3282808c, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=feef7763-90d3-4d5a-b509-9b4b3282808c,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:13.519943 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Made reservation on behalf of 25c82d772c8546329444ac1cdd7f9cf9 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:13.522547 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2118979'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.555764 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f38387c1-6d83-4390-85a1-df46ef8e2b4c req-aa8dc51e-b1be-449a-95eb-cc909a5fc21c tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548599 May 31 11:59:13.593074 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.593584 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:13.678355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:13.679032 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:13.780015 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498b510-c31f-474c-bf6d-a4455ff7e0a5 None None] Pushing event updated for resources: {'Port': ['ID=feef7763-90d3-4d5a-b509-9b4b3282808c,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:13.786057 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6498b510-c31f-474c-bf6d-a4455ff7e0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:13.923732 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.969776 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:14.058201 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2943560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2118997'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.062941 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-680a8055-1807-4f4c-b82d-e8b05d8cb5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:14.135727 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3175b7e0-d045-48b8-960a-b0eceb372dc2,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:14.139075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:14.147077 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Checking segment: {'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:14.147425 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Network hostable DHCP agents. Network: 2caf829d-2fb9-4ea0-bb4f-16e9aab07121, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:59:14.309674 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:13Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:14.313463 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6448ef53-735e-4702-8c2c-4431aec1ba78 None None] The sync data for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb is: [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:13Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:14.320250 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:59:14.425050 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 2caf829d-2fb9-4ea0-bb4f-16e9aab07121) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:14.441750 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e604f-f528-4116-99e5-f99962d60c64 None None] Network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:59:14.445038 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:14.446646 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.528252 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-612b1af8-e6c6-42f7-afa2-3540bebd2fd8 req-a13e1fff-5f55-4939-90e1-5a7c8cb0372e tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 210 time: 0.0609889 May 31 11:59:14.546005 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1272612 May 31 11:59:14.548974 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43362) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:14.554710 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:14.559446 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:14.564643 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Usage tracker for resource:router and tenant:25c82d772c8546329444ac1cdd7f9cf9 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:14.567849 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:14.575472 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:14.674781 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.675840 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.701179 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.782343 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7f8a48-38bf-5b06-b0f4-c8fa0083efd9-2caf829d-2fb9-4ea0-bb4f-16e9aab07121', 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'fixed_ips': [{'subnet_id': '3175b7e0-d045-48b8-960a-b0eceb372dc2'}]}} from dv-cinder-786384-7-smb. {{(pid=103896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:59:14.784005 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.935491 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c76299-1b55-415c-b482-a79212e26806 req-c3b9d945-7a12-432e-b99a-6dd951fdc13a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:14.938307 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-89c76299-1b55-415c-b482-a79212e26806 req-c3b9d945-7a12-432e-b99a-6dd951fdc13a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1418786 May 31 11:59:15.016693 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-89c76299-1b55-415c-b482-a79212e26806 req-1f2af3ff-f5e5-4570-b9a5-d70d2e8d204b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706580 May 31 11:59:15.022420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Allocated IP 172.20.0.2 (2caf829d-2fb9-4ea0-bb4f-16e9aab07121/3175b7e0-d045-48b8-960a-b0eceb372dc2/4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:15.223712 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.277122 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.288928 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Transition to ACTIVE for port object 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:15.308707 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Transition to ACTIVE for port object 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f will not be triggered until provisioned by entity DHCP. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:15.406247 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.410968 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6498b510-c31f-474c-bf6d-a4455ff7e0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:15.488882 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:15.491986 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:15.495874 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:15.545719 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Pushing event updated for resources: {'Port': ['ID=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:15.583691 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:15.643852 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Attempting to bind port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:15.644430 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Attempting to bind port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:15.644997 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Attempting to bind port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f on network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:15.653028 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:15.653708 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Checking segment: {'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:15.654279 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.654830 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Bound using segment: {'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:15.655484 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Bound port: 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:15.656115 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.750721 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d428d2f0-c6fc-4fb6-8397-1e780560b6d7 req-4f62ed1a-80b4-4b58-8aa4-971b09141ac8 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 210 time: 0.0575373 May 31 11:59:15.793661 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] For port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:15.797488 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] For port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,segment=NetworkSegment(70dcab45-c178-4ddf-a702-ee035e52dcf8),segment_id=70dcab45-c178-4ddf-a702-ee035e52dcf8)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:15.840503 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.870050 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.875991 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:15.879871 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.999326 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Pushing event updated for resources: {'Port': ['ID=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:16.003678 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:16.077761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Allocated IP 172.28.2.35 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/d29e2206-3139-4e51-a8d8-e90557ff1acb) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:16.158243 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a6058-dc86-4fa0-adf8-e5460ce3f604 req-9fd8bf46-a6ea-4c03-9b6b-9b9312d85c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:16.159930 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f84a6058-dc86-4fa0-adf8-e5460ce3f604 req-9fd8bf46-a6ea-4c03-9b6b-9b9312d85c11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1098 time: 0.0879872 May 31 11:59:16.248703 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f84a6058-dc86-4fa0-adf8-e5460ce3f604 req-c79d7a7e-2608-4e32-9775-945010e9a1d9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816102 May 31 11:59:16.356119 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5153d-9100-437e-ab00-adae9f5e738f req-6b4d59d6-666f-438e-bbe2-19a567c5f94e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:16.357810 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-03d5153d-9100-437e-ab00-adae9f5e738f req-6b4d59d6-666f-438e-bbe2-19a567c5f94e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1711705 May 31 11:59:16.361057 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.393804 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device feef7763-90d3-4d5a-b509-9b4b3282808c up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:16.418749 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-03d5153d-9100-437e-ab00-adae9f5e738f req-01188a1c-0399-49a1-904f-08ec519b76fb tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537305 May 31 11:59:16.520719 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.525961 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-11654446-e4c0-4409-a860-f5cbce40f111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:16.589335 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port feef7763-90d3-4d5a-b509-9b4b3282808c completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:16.592885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:16.595605 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port feef7763-90d3-4d5a-b509-9b4b3282808c triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:16.596012 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.596522 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:16.599436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:16.672656 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Pushing event updated for resources: {'Port': ['ID=d29e2206-3139-4e51-a8d8-e90557ff1acb,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:16.675448 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:16.798581 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.869359 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port feef7763-90d3-4d5a-b509-9b4b3282808c, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=feef7763-90d3-4d5a-b509-9b4b3282808c,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:16.934832 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9d9df-006b-42ca-8748-43a35d827120 req-70875457-1c23-472b-84d3-4427a756e000 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:16.942787 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fae9d9df-006b-42ca-8748-43a35d827120 req-70875457-1c23-472b-84d3-4427a756e000 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 945 time: 0.1392226 May 31 11:59:16.954729 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.957577 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bcc7f7b4-2464-4caf-8e16-628794d8216c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:17.058916 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=feef7763-90d3-4d5a-b509-9b4b3282808c,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:17.064107 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fae9d9df-006b-42ca-8748-43a35d827120 req-6699c313-94b9-4f80-94f7-39f7edb7713e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201093 May 31 11:59:17.070210 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fca577a1-de77-4b66-ab76-e5da346d7993 req-4ea49efc-a242-466c-8e3b-b1bd2156881b tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 210 time: 0.1386807 May 31 11:59:17.091366 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:17.168308 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8001d22-32fd-42e2-aee7-844382921c4f req-fa2c5fc3-1266-4007-b146-1a2b8bcf24a0 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:17.169081 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-f8001d22-32fd-42e2-aee7-844382921c4f req-fa2c5fc3-1266-4007-b146-1a2b8bcf24a0 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Synchronizing usage tracker for tenant:9232631572ea461b8d87cf8e0821412b on resource:network {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:17.263973 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.280075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-f8001d22-32fd-42e2-aee7-844382921c4f req-fa2c5fc3-1266-4007-b146-1a2b8bcf24a0 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Unset dirty status for tenant:9232631572ea461b8d87cf8e0821412b on resource:network {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:17.281945 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-fa2c5fc3-1266-4007-b146-1a2b8bcf24a0 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.54 "GET /v2.0/networks?id=6812d402-e59f-4a10-ad7a-730437fa1979 HTTP/1.1" status: 200 len: 813 time: 0.3802221 May 31 11:59:17.296152 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e053435-11b5-47be-b381-78a17b7648a1 None None] Network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:59:17.319541 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Request body: {'port': {'device_id': '6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75', 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979', 'admin_state_up': True, 'tenant_id': '9232631572ea461b8d87cf8e0821412b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:17.488304 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:17.494168 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Usage tracker for resource:port and tenant:9232631572ea461b8d87cf8e0821412b is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:17.497621 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-64e7c5ce-3a49-449b-972d-3d92586e91b9 None None] Provisioning for port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:17.497932 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:17.506904 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:17.617078 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Made reservation on behalf of 9232631572ea461b8d87cf8e0821412b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:17.629918 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.697260 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558'] for router, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.896194 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2f5ee-b217-4a51-b90c-6997d71f7e32 req-5480ebac-1608-476a-a2a3-80fd94c6bfbf tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:17.901648 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cee2f5ee-b217-4a51-b90c-6997d71f7e32 req-5480ebac-1608-476a-a2a3-80fd94c6bfbf tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.3323686 May 31 11:59:17.976142 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Allocated IP 172.20.0.12 (6812d402-e59f-4a10-ad7a-730437fa1979/e20f3a65-eb53-4911-ab8e-62a259703c57/a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:17.993442 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cee2f5ee-b217-4a51-b90c-6997d71f7e32 req-f59fd561-c35d-4c83-99fa-e08bf03bd067 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830617 May 31 11:59:18.160545 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Router abb255fd-503b-4d27-8766-bf4bd659912a is scheduled to L3 agent 81986136-6268-4c02-84da-1ad85eb25ead with binding_index 1 {{(pid=103894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:59:18.273534 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0758c0ef-b919-463d-acb8-5c01fd1522a2 req-156f276b-da15-419a-9f65-e66ce8a71764 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 210 time: 0.0625100 May 31 11:59:18.276862 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.403580 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:18.473671 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:18.481630 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.486123 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Sync routers for ids ['abb255fd-503b-4d27-8766-bf4bd659912a'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:18.489556 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:18.495592 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d7f86-cbc1-4ca2-84ee-21da728491ef req-080f68ef-cbaf-4fe7-821d-a1774f68aa08 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:18.496824 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Routers {'abb255fd-503b-4d27-8766-bf4bd659912a'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:18.497997 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['abb255fd-503b-4d27-8766-bf4bd659912a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:18.500311 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-429d7f86-cbc1-4ca2-84ee-21da728491ef req-080f68ef-cbaf-4fe7-821d-a1774f68aa08 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 945 time: 0.2744050 May 31 11:59:18.569843 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-429d7f86-cbc1-4ca2-84ee-21da728491ef req-04baae3c-8bf4-419e-8ad9-c4c994304416 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522673 May 31 11:59:18.583111 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:18.588393 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:18.588908 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.603601 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Network 6812d402-e59f-4a10-ad7a-730437fa1979 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:18.606935 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:18.611310 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:18.621189 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.630832 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0752068 May 31 11:59:18.634174 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43422) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:18.644237 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Pushing event updated for resources: {'Port': ['ID=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:18.651106 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:18.696148 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:18.696768 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.751520 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.778327 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Set router abb255fd-503b-4d27-8766-bf4bd659912a gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:18.808555 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,segment=NetworkSegment(70dcab45-c178-4ddf-a702-ee035e52dcf8),segment_id=70dcab45-c178-4ddf-a702-ee035e52dcf8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:18.815317 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5125198 May 31 11:59:18.838507 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Request body: {'port': {'device_id': '6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:18.909096 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.910060 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device feef7763-90d3-4d5a-b509-9b4b3282808c up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:18.982614 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:19.013105 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.098939 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 3, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:19.103622 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Checking router: abb255fd-503b-4d27-8766-bf4bd659912a for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:19.104256 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Updating router abb255fd-503b-4d27-8766-bf4bd659912a port d29e2206-3139-4e51-a8d8-e90557ff1acb binding host dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:59:19.166892 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.197606 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:19.204233 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:19.212770 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port feef7763-90d3-4d5a-b509-9b4b3282808c triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:19.213243 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.623629 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9bd8-6836-483b-8d2c-7242d010908a req-64944e73-8cb3-4c2a-a93f-9c70e7093046 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:19.632276 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc3a9bd8-6836-483b-8d2c-7242d010908a req-64944e73-8cb3-4c2a-a93f-9c70e7093046 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1320083 May 31 11:59:19.636070 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.650158 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Transition to ACTIVE for port object d29e2206-3139-4e51-a8d8-e90557ff1acb will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:19.671117 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1fafd-c2e5-48d8-b9c9-1d6f82face3a req-b43693e5-7425-4d62-bdd6-56032340cf86 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:19.672697 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b3c1fafd-c2e5-48d8-b9c9-1d6f82face3a req-b43693e5-7425-4d62-bdd6-56032340cf86 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 932 time: 0.1928732 May 31 11:59:19.721283 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.736254 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc3a9bd8-6836-483b-8d2c-7242d010908a req-31f15ee0-3025-47a9-b46e-f492dcefe0da tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030660 May 31 11:59:19.748536 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:19.759523 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.766780 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b3c1fafd-c2e5-48d8-b9c9-1d6f82face3a req-2ba57f77-7756-4f66-ab35-ef37317f7aeb tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831301 May 31 11:59:19.771504 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.780047 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-caca8be7-9cff-447a-8548-f99b8e38c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:19.791735 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Transition to ACTIVE for port object a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:19.886077 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.899840 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f0af6fc7-1e27-4ebc-942b-e97c4812f995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:19.900361 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Attempting to bind port d29e2206-3139-4e51-a8d8-e90557ff1acb on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:19.900965 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Attempting to bind port d29e2206-3139-4e51-a8d8-e90557ff1acb by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:19.901525 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Attempting to bind port d29e2206-3139-4e51-a8d8-e90557ff1acb on network 182eec52-fc32-4a2b-9fae-2f284fe082da {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:19.903908 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174860a-211d-43e1-bdc0-82eed45630d0 None None] Pushing event updated for resources: {'Port': ['ID=d29e2206-3139-4e51-a8d8-e90557ff1acb,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:19.914801 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-f174860a-211d-43e1-bdc0-82eed45630d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:19.917576 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:19.918160 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:19.918751 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.919297 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Bound using segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:19.919977 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Bound port: d29e2206-3139-4e51-a8d8-e90557ff1acb, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:19.920514 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.999462 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] For port d29e2206-3139-4e51-a8d8-e90557ff1acb, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:20.002992 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] For port d29e2206-3139-4e51-a8d8-e90557ff1acb, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d29e2206-3139-4e51-a8d8-e90557ff1acb,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:20.076320 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.097162 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-f174860a-211d-43e1-bdc0-82eed45630d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:20.104727 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Pushing event updated for resources: {'Port': ['ID=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:20.112956 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:20.144121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Attempting to bind port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:20.144121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Attempting to bind port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:20.144560 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Attempting to bind port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef on network 6812d402-e59f-4a10-ad7a-730437fa1979 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:20.150279 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef on network 6812d402-e59f-4a10-ad7a-730437fa1979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:59:20.150647 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Attempting to bind port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef on network 6812d402-e59f-4a10-ad7a-730437fa1979 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:20.154200 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e75f7c-ebc8-408c-beee-298636fa2928 req-55587640-667c-46e9-94c3-90153aea9eba tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.157010 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:20.157410 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Checking segment: {'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:20.157689 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Bound using segment: {'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:20.158249 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Bound port: a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:20.158665 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.161867 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-19e75f7c-ebc8-408c-beee-298636fa2928 req-55587640-667c-46e9-94c3-90153aea9eba tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 945 time: 0.1892564 May 31 11:59:20.257044 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Routers {'abb255fd-503b-4d27-8766-bf4bd659912a'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:20.268623 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['abb255fd-503b-4d27-8766-bf4bd659912a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:20.293617 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Allocated IP 172.20.0.1 (2caf829d-2fb9-4ea0-bb4f-16e9aab07121/3175b7e0-d045-48b8-960a-b0eceb372dc2/e683f99b-190b-4314-ae79-ecd71a0e5448) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:20.308598 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:20.331943 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] For port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:20.335738 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] For port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:20.354123 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-19e75f7c-ebc8-408c-beee-298636fa2928 req-af8c088f-7253-4cca-829b-f206aae27c6d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912959 May 31 11:59:20.408320 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:20.408698 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.424218 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.451585 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:20.505916 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] Set router abb255fd-503b-4d27-8766-bf4bd659912a gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:20.509367 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-ee3471ec-509c-40ce-a3fd-096c9058db80 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.513519 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-ee3471ec-509c-40ce-a3fd-096c9058db80 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 945 time: 0.3436897 May 31 11:59:20.546028 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Pushing event updated for resources: {'Port': ['ID=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:20.557515 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:20.567061 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.567941 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.569744 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] 10.222.0.54 "PUT /v2.0/ports/a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef HTTP/1.1" status: 200 len: 1094 time: 1.7369425 May 31 11:59:20.570502 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75', 'tag': 'a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:20.573408 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312d61c6-eb17-41c0-a04d-c75b1b53b6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75", "tag": "a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:20.636901 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d344a4bb-49f0-4811-9d3c-b1a1220ce7df x-openstack-request-id: req-d344a4bb-49f0-4811-9d3c-b1a1220ce7df {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:20.637891 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75", "tag": "a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:20.638337 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d344a4bb-49f0-4811-9d3c-b1a1220ce7df {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:20.640266 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75', 'tag': 'a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef', 'status': 'completed', 'code': 200} May 31 11:59:20.731613 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.757876 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Transition to ACTIVE for port object e683f99b-190b-4314-ae79-ecd71a0e5448 will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:20.765987 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Deleting port 628e4f8a-6d06-4b07-85ce-590bd216bc57 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:20.766371 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.770129 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174860a-211d-43e1-bdc0-82eed45630d0 None None] Pushing event updated for resources: {'Port': ['ID=d29e2206-3139-4e51-a8d8-e90557ff1acb,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:20.774697 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-f174860a-211d-43e1-bdc0-82eed45630d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:20.783858 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d61c6-eb17-41c0-a04d-c75b1b53b6ad req-1867c384-2c71-43f8-a3f9-21fc9d0e18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.785123 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-312d61c6-eb17-41c0-a04d-c75b1b53b6ad req-1867c384-2c71-43f8-a3f9-21fc9d0e18ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9232631572ea461b8d87cf8e0821412b&device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 1097 time: 0.0860240 May 31 11:59:20.949931 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 3, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:20.957047 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] For port 628e4f8a-6d06-4b07-85ce-590bd216bc57, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=628e4f8a-6d06-4b07-85ce-590bd216bc57,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:20.957254 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79817a-0964-4998-acb6-b9f3562e7168 None None] The sync data for ids ['abb255fd-503b-4d27-8766-bf4bd659912a'] in dv-cinder-786384-7-smb is: [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 3, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:20.957795 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.164096 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d61c6-eb17-41c0-a04d-c75b1b53b6ad req-45a3497c-5c73-48f4-a231-e27110a7dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:21.165655 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-312d61c6-eb17-41c0-a04d-c75b1b53b6ad req-45a3497c-5c73-48f4-a231-e27110a7dfd6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9232631572ea461b8d87cf8e0821412b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3655245 May 31 11:59:21.177044 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f7c99-4eff-4a0a-9ea5-91442aed1292 req-a9082b6e-34cd-482b-8900-395f071011c8 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:21.177757 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-c29f7c99-4eff-4a0a-9ea5-91442aed1292 req-a9082b6e-34cd-482b-8900-395f071011c8 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Synchronizing usage tracker for tenant:9232631572ea461b8d87cf8e0821412b on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:21.206053 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Calling delete_port for 628e4f8a-6d06-4b07-85ce-590bd216bc57 owned by compute:nova {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:21.209496 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.225519 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-95f9a4dd-e58e-4fd7-8f5f-5a82db5fc5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:21.355984 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:21.360071 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-c29f7c99-4eff-4a0a-9ea5-91442aed1292 req-a9082b6e-34cd-482b-8900-395f071011c8 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Unset dirty status for tenant:9232631572ea461b8d87cf8e0821412b on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:21.371833 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:21.373199 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c29f7c99-4eff-4a0a-9ea5-91442aed1292 req-a9082b6e-34cd-482b-8900-395f071011c8 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 944 time: 0.3549175 May 31 11:59:21.379922 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:21.380386 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437527'] for router_interface, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.415474 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d61c6-eb17-41c0-a04d-c75b1b53b6ad req-2959fb88-be9f-42b1-8279-afd45d96848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:21.421339 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-312d61c6-eb17-41c0-a04d-c75b1b53b6ad req-2959fb88-be9f-42b1-8279-afd45d96848d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2366433 May 31 11:59:21.443818 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Pushing event updated for resources: {'Port': ['ID=e683f99b-190b-4314-ae79-ecd71a0e5448,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:21.444975 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-c29f7c99-4eff-4a0a-9ea5-91442aed1292 req-3c8c9eca-97d1-4cf5-b8be-628e9c19bb42 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Synchronizing usage tracker for tenant:9232631572ea461b8d87cf8e0821412b on resource:security_group {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:21.449663 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:21.512638 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f07b5-70c6-40c7-8249-060ebeee594d req-310186b1-8f30-4b4b-b69f-13a729b2b9d3 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:21.520580 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb4f07b5-70c6-40c7-8249-060ebeee594d req-310186b1-8f30-4b4b-b69f-13a729b2b9d3 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.4587409 May 31 11:59:21.565935 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-c29f7c99-4eff-4a0a-9ea5-91442aed1292 req-3c8c9eca-97d1-4cf5-b8be-628e9c19bb42 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Unset dirty status for tenant:9232631572ea461b8d87cf8e0821412b on resource:security_group {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:21.567263 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c29f7c99-4eff-4a0a-9ea5-91442aed1292 req-3c8c9eca-97d1-4cf5-b8be-628e9c19bb42 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932654 May 31 11:59:21.584990 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-3c278b95-c625-4f0f-abf6-76b9b13a6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:21.586772 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-3c278b95-c625-4f0f-abf6-76b9b13a6634 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 1098 time: 0.5266945 May 31 11:59:21.598020 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8001d22-32fd-42e2-aee7-844382921c4f req-9a7330e3-e73d-4b79-8a62-b1102567285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:21.599814 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-9a7330e3-e73d-4b79-8a62-b1102567285b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9232631572ea461b8d87cf8e0821412b&device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 1097 time: 0.1146126 May 31 11:59:21.701931 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-011b357b-1682-44aa-96f7-35de69160e1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef HTTP/1.1" status: 200 len: 217 time: 0.0883999 May 31 11:59:21.750021 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb4f07b5-70c6-40c7-8249-060ebeee594d req-77fa3c51-5644-414a-bab6-fbec8a885c4a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285173 May 31 11:59:21.776621 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8001d22-32fd-42e2-aee7-844382921c4f req-c82bb3c7-bf35-4a19-b1f9-a52756c51b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:21.779383 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-c82bb3c7-bf35-4a19-b1f9-a52756c51b7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e20f3a65-eb53-4911-ab8e-62a259703c57 HTTP/1.1" status: 200 len: 853 time: 0.0701859 May 31 11:59:21.857295 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-ffe88a49-3cbc-40cf-9ba7-67e6a68b13ed None None] Provisioning for port e683f99b-190b-4314-ae79-ecd71a0e5448 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:21.863432 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-ffe88a49-3cbc-40cf-9ba7-67e6a68b13ed None None] Provisioning complete for port e683f99b-190b-4314-ae79-ecd71a0e5448 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:21.863847 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ffe88a49-3cbc-40cf-9ba7-67e6a68b13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.866674 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-ce82ba0d-43e5-4704-a017-3ecff7d08f01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6812d402-e59f-4a10-ad7a-730437fa1979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800378 May 31 11:59:21.988524 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ffe88a49-3cbc-40cf-9ba7-67e6a68b13ed None None] Port e683f99b-190b-4314-ae79-ecd71a0e5448 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:59:22.021402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.044904 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-37b50442-b440-4cd4-bc5a-baf0dc97d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:22.048783 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-37b50442-b440-4cd4-bc5a-baf0dc97d307 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.4385958 May 31 11:59:22.127198 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-fbe67c73-a2bc-4cbe-8894-3b9f58b1dcb6 service neutron] 10.222.0.54 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482727 May 31 11:59:22.167741 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba84247-27f5-4e64-938f-bb6a0ba35e2f req-94fd49cf-a4a0-4bb5-b5ee-ad58113f9dab tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:22.169576 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bba84247-27f5-4e64-938f-bb6a0ba35e2f req-94fd49cf-a4a0-4bb5-b5ee-ad58113f9dab tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 945 time: 0.1777906 May 31 11:59:22.252464 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.262434 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-4a65c7ca-e606-4e30-95d1-1cb681141c52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 200 len: 217 time: 0.1903188 May 31 11:59:22.269948 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:22.293214 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['9d82dcf9-3068-4832-9ea0-2d941c40286e', '38fc59cb-2dff-47b6-b017-5e6ac71ad515', '6c893275-08e9-4a12-888f-489da8572042'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:22.297084 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bba84247-27f5-4e64-938f-bb6a0ba35e2f req-16605193-2b6c-4d8f-9bed-f64429fce7de tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770874 May 31 11:59:22.322612 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8001d22-32fd-42e2-aee7-844382921c4f req-32da313f-7b2e-43f0-a787-ac38a5ede909 service neutron] 10.222.0.54 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857522 May 31 11:59:22.341900 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d29e2206-3139-4e51-a8d8-e90557ff1acb up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:22.349734 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Pushing event deleted for resources: {'Port': ['ID=628e4f8a-6d06-4b07-85ce-590bd216bc57,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:22.360461 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:22.480163 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] No DVR routers for this DVR port 628e4f8a-6d06-4b07-85ce-590bd216bc57 on host hv-cinder-78638 {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:22.490373 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.492896 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8e99cf-0a0b-428f-bb64-d9e474ef1775', 'name': 'network-vif-deleted', 'tag': '628e4f8a-6d06-4b07-85ce-590bd216bc57'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:22.495163 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602dd514-4852-4a2b-bc29-4b3f46000ed1" -d '{"events": [{"server_uuid": "9c8e99cf-0a0b-428f-bb64-d9e474ef1775", "name": "network-vif-deleted", "tag": "628e4f8a-6d06-4b07-85ce-590bd216bc57"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:22.525532 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port d29e2206-3139-4e51-a8d8-e90557ff1acb completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:22.539621 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port d29e2206-3139-4e51-a8d8-e90557ff1acb triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:22.540020 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.548736 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-fe54037d-6c15-45a9-a706-13cf8ced54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:22.550197 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-fe54037d-6c15-45a9-a706-13cf8ced54fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.2322302 May 31 11:59:22.559119 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8b3438-e151-4631-a0b1-de06ca8afe17 x-openstack-request-id: req-cd8b3438-e151-4631-a0b1-de06ca8afe17 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:22.559435 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8e99cf-0a0b-428f-bb64-d9e474ef1775", "name": "network-vif-deleted", "tag": "628e4f8a-6d06-4b07-85ce-590bd216bc57", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:22.559731 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd8b3438-e151-4631-a0b1-de06ca8afe17 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:22.560140 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8e99cf-0a0b-428f-bb64-d9e474ef1775', 'name': 'network-vif-deleted', 'tag': '628e4f8a-6d06-4b07-85ce-590bd216bc57', 'status': 'completed', 'code': 200} May 31 11:59:22.620864 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-2afeb7e5-c4a3-48b0-92f5-498b61564873 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548189 May 31 11:59:22.704018 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9bcbc733-9b74-46ee-9cee-3646152c109b req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "DELETE /v2.0/ports/628e4f8a-6d06-4b07-85ce-590bd216bc57 HTTP/1.1" status: 204 len: 173 time: 2.1623757 May 31 11:59:22.758654 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.793720 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port d29e2206-3139-4e51-a8d8-e90557ff1acb, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d29e2206-3139-4e51-a8d8-e90557ff1acb,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:22.813886 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dbf81-b35d-4279-bb6e-a4266dc2b2b6 req-e8b51eb8-529b-48aa-9d60-2497e5cac2e1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:22.817227 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.825930 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-947dbf81-b35d-4279-bb6e-a4266dc2b2b6 req-e8b51eb8-529b-48aa-9d60-2497e5cac2e1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 944 time: 0.1176996 May 31 11:59:22.840182 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-cd8319e1-80c6-4d3c-80c9-af3f4c034d41 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672826 May 31 11:59:22.890737 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.895195 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:22.929178 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-947dbf81-b35d-4279-bb6e-a4266dc2b2b6 req-337db1f7-b64b-49e2-a1aa-36994c812290 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998733 May 31 11:59:23.005966 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.007039 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437690'] for router_interface, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.013932 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:23.041525 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=d29e2206-3139-4e51-a8d8-e90557ff1acb,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:23.048728 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 628e4f8a-6d06-4b07-85ce-590bd216bc57 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:23.110183 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Pushing event updated for resources: {'Port': ['ID=e683f99b-190b-4314-ae79-ecd71a0e5448,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:23.133203 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:23.137833 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 628e4f8a-6d06-4b07-85ce-590bd216bc57 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:23.138311 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 628e4f8a-6d06-4b07-85ce-590bd216bc57 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:23.143909 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:23.155201 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e9bd7-6963-490e-9455-1b6e6c67f253 req-63269c15-d227-4e07-9ac9-f05737392cbc tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:23.158977 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e4289101-74b1-4a2e-abb5-a2ebf3d40ce6 req-47eb72a6-ecc3-4dc8-8673-a2b92a9faf13 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061128 May 31 11:59:23.163531 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cd3e9bd7-6963-490e-9455-1b6e6c67f253 req-63269c15-d227-4e07-9ac9-f05737392cbc tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1206000 May 31 11:59:23.209719 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cd3e9bd7-6963-490e-9455-1b6e6c67f253 req-bf4c4a1b-5c5d-4ec7-86d3-95dd6a615b6a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 May 31 11:59:23.283119 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:23.284144 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:23.475230 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6a1f3a51-e2d3-4bd2-97c9-13865babd432 req-143161e4-0925-42fa-b24e-c9cd584bb29f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c8e99cf-0a0b-428f-bb64-d9e474ef1775 HTTP/1.1" status: 200 len: 210 time: 0.0444162 May 31 11:59:23.484966 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Router abb255fd-503b-4d27-8766-bf4bd659912a has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:23.526037 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-63912e7e-a5b6-47a7-b519-77f6a215ecb1 None None] Provisioning complete for port e683f99b-190b-4314-ae79-ecd71a0e5448 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:23.526542 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63912e7e-a5b6-47a7-b519-77f6a215ecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.582393 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-63912e7e-a5b6-47a7-b519-77f6a215ecb1 None None] Port e683f99b-190b-4314-ae79-ecd71a0e5448 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:59:23.671017 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:23.679679 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] 10.222.0.58 "PUT /v2.0/routers/abb255fd-503b-4d27-8766-bf4bd659912a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0404658 May 31 11:59:23.681863 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Sync routers for ids ['abb255fd-503b-4d27-8766-bf4bd659912a'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:23.695557 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Routers {'abb255fd-503b-4d27-8766-bf4bd659912a'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:23.696300 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['abb255fd-503b-4d27-8766-bf4bd659912a'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:23.917826 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Set router abb255fd-503b-4d27-8766-bf4bd659912a gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:24.160036 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1462244-3232-4ed3-ab42-dc8f46f01b7c req-6e411845-bba9-4d58-b38c-d5d98e326aa1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:24.161903 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f1462244-3232-4ed3-ab42-dc8f46f01b7c req-6e411845-bba9-4d58-b38c-d5d98e326aa1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 944 time: 0.0941942 May 31 11:59:24.243735 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f1462244-3232-4ed3-ab42-dc8f46f01b7c req-70c059a8-2d5a-47d7-8752-0da7e2d2e337 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655601 May 31 11:59:24.335420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d29e2206-3139-4e51-a8d8-e90557ff1acb up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:24.433621 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port d29e2206-3139-4e51-a8d8-e90557ff1acb triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:24.433971 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4c05-106b-44a5-adaf-ce90cc3fd6cc req-714ee843-9cf9-4749-9855-9f58324da099 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:24.434113 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.435424 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c41d4c05-106b-44a5-adaf-ce90cc3fd6cc req-714ee843-9cf9-4749-9855-9f58324da099 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0852199 May 31 11:59:24.482432 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c41d4c05-106b-44a5-adaf-ce90cc3fd6cc req-f94782d8-34c2-491d-ab92-5cf8d02339c7 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 May 31 11:59:24.486898 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T11:59:21Z', 'revision_number': 4, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'e683f99b-190b-4314-ae79-ecd71a0e5448', 'name': '', 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'mac_address': 'fa:16:3e:ab:9c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3175b7e0-d045-48b8-960a-b0eceb372dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:19Z', 'updated_at': '2021-05-31T11:59:22Z', 'revision_number': 2, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'subnets': [{'id': '3175b7e0-d045-48b8-960a-b0eceb372dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:24.497262 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Checking router: abb255fd-503b-4d27-8766-bf4bd659912a for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:24.497533 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Updating router abb255fd-503b-4d27-8766-bf4bd659912a port e683f99b-190b-4314-ae79-ecd71a0e5448 binding host dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:59:24.564112 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43528) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:24.564112 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620360829', 'description': 'tempest-secgroup-smoke-620360829 description', 'project_id': '1f6441b832b24ebcbfa946283abd7f40'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:24.568309 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:24.569001 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.576851 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:security_group and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:24.584761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:24.597318 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:24.692228 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.715026 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:24.719668 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:security_group_rule and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:24.723244 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:24.729948 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:24.814051 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.892491 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.898680 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d3ad6df5-0f49-4686-872a-d2efff8d8445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:24.942552 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8547dec0-3f53-48e7-a931-436afb23c2f7,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:24.957144 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:24.990045 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.990045 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4291077 May 31 11:59:24.990397 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43544) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:24.993208 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'security_group_rule': {'security_group_id': '8547dec0-3f53-48e7-a931-436afb23c2f7', 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:24.999267 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:25.005361 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:security_group_rule and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:25.008216 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:25.014468 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:25.020147 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.034280 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Transition to ACTIVE for port object e683f99b-190b-4314-ae79-ecd71a0e5448 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:25.126436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.131108 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.135847 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:25.199519 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.262464 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27bef2-fe8f-475f-b32a-ad5af4a484eb None None] Pushing event updated for resources: {'Port': ['ID=e683f99b-190b-4314-ae79-ecd71a0e5448,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:25.290032 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-8a27bef2-fe8f-475f-b32a-ad5af4a484eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:25.354177 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.356225 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:25.372649 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Attempting to bind port e683f99b-190b-4314-ae79-ecd71a0e5448 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:25.373150 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Attempting to bind port e683f99b-190b-4314-ae79-ecd71a0e5448 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:25.373612 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Attempting to bind port e683f99b-190b-4314-ae79-ecd71a0e5448 on network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:25.380950 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:25.381777 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Checking segment: {'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:25.383272 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.383272 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Bound using segment: {'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:25.384016 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Bound port: e683f99b-190b-4314-ae79-ecd71a0e5448, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dcab45-c178-4ddf-a702-ee035e52dcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:25.384503 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.385121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e314b69b-b95c-42ce-bbed-7d23f355b259,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:25.394002 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:25.476163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.476163 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4827929 May 31 11:59:25.476163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43556) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:25.479448 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'security_group_rule': {'security_group_id': '8547dec0-3f53-48e7-a931-436afb23c2f7', 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:25.486313 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:25.490897 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:security_group_rule and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:25.494020 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:25.502409 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:25.517287 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] For port e683f99b-190b-4314-ae79-ecd71a0e5448, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:25.521058 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] For port e683f99b-190b-4314-ae79-ecd71a0e5448, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=e683f99b-190b-4314-ae79-ecd71a0e5448,segment=NetworkSegment(70dcab45-c178-4ddf-a702-ee035e52dcf8),segment_id=70dcab45-c178-4ddf-a702-ee035e52dcf8)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:25.563250 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4693c6-2ac2-450b-9f65-50110ba91054 req-70f61638-a996-4c0f-9b0a-b5daa618ee2d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:25.564867 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ae4693c6-2ac2-450b-9f65-50110ba91054 req-70f61638-a996-4c0f-9b0a-b5daa618ee2d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 944 time: 0.2231851 May 31 11:59:25.600892 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.605081 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:25.611882 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ae4693c6-2ac2-450b-9f65-50110ba91054 req-3fbab745-4e1c-4f30-9491-1f54f261c200 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 May 31 11:59:25.646272 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.690758 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Routers {'abb255fd-503b-4d27-8766-bf4bd659912a'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:25.690977 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['abb255fd-503b-4d27-8766-bf4bd659912a'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:25.767073 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27bef2-fe8f-475f-b32a-ad5af4a484eb None None] Pushing event updated for resources: {'Port': ['ID=e683f99b-190b-4314-ae79-ecd71a0e5448,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:25.779913 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-8a27bef2-fe8f-475f-b32a-ad5af4a484eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:25.815748 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a9787-2abb-4490-8ad6-903b9b5afc4b req-9f9d4933-09b8-401b-9202-4ff6314f1c64 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:25.817353 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4f9a9787-2abb-4490-8ad6-903b9b5afc4b req-9f9d4933-09b8-401b-9202-4ff6314f1c64 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.2217085 May 31 11:59:25.843045 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.875398 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4f9a9787-2abb-4490-8ad6-903b9b5afc4b req-34703804-b40b-4c9c-9da3-beb8fd312ea8 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 May 31 11:59:25.908571 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.910792 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-3563b5ad-93f7-4afd-9c82-a1452cc4b5ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:25.931693 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83446a18-a5fd-42a2-8b9f-ee0233f71c15,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:25.936692 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:25.965908 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] Set router abb255fd-503b-4d27-8766-bf4bd659912a gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:25.994329 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.998167 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5206079 May 31 11:59:25.999102 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43566) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:26.004685 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'security_group_rule': {'security_group_id': '8547dec0-3f53-48e7-a931-436afb23c2f7', 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:26.011695 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:26.014487 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:security_group_rule and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:26.017987 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:26.024349 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:26.103760 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.173843 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.234843 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.237217 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:26.260534 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7c9f6c-6cd2-4e13-aaf9-7915bb8b352b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:26.267627 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:26.303255 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T11:59:21Z', 'revision_number': 4, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'e683f99b-190b-4314-ae79-ecd71a0e5448', 'name': '', 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'mac_address': 'fa:16:3e:ab:9c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3175b7e0-d045-48b8-960a-b0eceb372dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:19Z', 'updated_at': '2021-05-31T11:59:25Z', 'revision_number': 4, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'subnets': [{'id': '3175b7e0-d045-48b8-960a-b0eceb372dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:26.307387 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0ee09-12e1-47f6-b6a0-57c689cafad7 None None] The sync data for ids ['abb255fd-503b-4d27-8766-bf4bd659912a'] in dv-cinder-786384-7-smb is: [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T11:59:21Z', 'revision_number': 4, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'e683f99b-190b-4314-ae79-ecd71a0e5448', 'name': '', 'network_id': '2caf829d-2fb9-4ea0-bb4f-16e9aab07121', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'mac_address': 'fa:16:3e:ab:9c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3175b7e0-d045-48b8-960a-b0eceb372dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:19Z', 'updated_at': '2021-05-31T11:59:25Z', 'revision_number': 4, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'subnets': [{'id': '3175b7e0-d045-48b8-960a-b0eceb372dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:26.325956 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.327478 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272111 May 31 11:59:26.330737 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43574) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:26.336820 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'security_group_rule': {'security_group_id': '8547dec0-3f53-48e7-a931-436afb23c2f7', 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:26.344755 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:26.353615 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:security_group_rule and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:26.359306 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:26.364890 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:26.463636 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.541937 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.640175 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.643257 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ebc115bd-3727-4de5-a6aa-38e6a9337c4b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:26.680023 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879aa11c-3165-4381-ae03-0d1005a5310a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:26.686380 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:26.797835 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.801277 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4669404 May 31 11:59:26.801428 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349211-7112-4754-8d9c-031611823747 req-c9affeac-3287-410e-980c-fd2234a499be tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:26.801428 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-b1349211-7112-4754-8d9c-031611823747 req-c9affeac-3287-410e-980c-fd2234a499be tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:26.805135 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43590) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:26.813818 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'security_group_rule': {'security_group_id': '8547dec0-3f53-48e7-a931-436afb23c2f7', 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:26.827729 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:26.834590 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:security_group_rule and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:26.839023 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:26.848327 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:26.873978 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784df55c-43fe-4410-a086-51b11774c2d8 req-65eeeea4-4b11-450d-9517-9a6254f176dc tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:26.876101 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-784df55c-43fe-4410-a086-51b11774c2d8 req-65eeeea4-4b11-450d-9517-9a6254f176dc tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 944 time: 0.1342177 May 31 11:59:26.880389 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-b1349211-7112-4754-8d9c-031611823747 req-c9affeac-3287-410e-980c-fd2234a499be tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:26.881666 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b1349211-7112-4754-8d9c-031611823747 req-c9affeac-3287-410e-980c-fd2234a499be tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 946 time: 0.1823187 May 31 11:59:26.927609 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-784df55c-43fe-4410-a086-51b11774c2d8 req-075e72ff-1937-4d1a-8c7b-d50e68d4aa48 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447168 May 31 11:59:26.942954 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b1349211-7112-4754-8d9c-031611823747 req-38e8a489-5309-4285-af59-e990de3da634 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552537 May 31 11:59:26.960351 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Project 1f6441b832b24ebcbfa946283abd7f40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:59:26.977112 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.123515 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.155298 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c90d-4d92-4ed4-aa12-58973ca60782 req-94e0d8d6-6100-40ae-8069-f469596a57d0 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:27.157264 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9c15c90d-4d92-4ed4-aa12-58973ca60782 req-94e0d8d6-6100-40ae-8069-f469596a57d0 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1100011 May 31 11:59:27.184598 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.197341 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:27.235939 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ab7eac-86ce-4159-a1d7-27c12b29d717,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:27.239027 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:27.254896 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9c15c90d-4d92-4ed4-aa12-58973ca60782 req-d8de8c27-ed3c-404c-bdd7-3ca3925ecc57 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891442 May 31 11:59:27.292416 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43602) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:27.331520 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.333851 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-c8755b41-2298-400b-a9a8-cce072ac5239 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5264592 May 31 11:59:27.336483 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43608) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:27.345200 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'security_group_rule': {'security_group_id': '8547dec0-3f53-48e7-a931-436afb23c2f7', 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:27.352520 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:27.356445 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:security_group_rule and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:27.359779 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:27.366390 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:27.426516 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.442554 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:27.446695 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Usage tracker for resource:security_group_rule and tenant:da36ab20dd36477bada7e0586dece8f8 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:27.449632 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:27.456181 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:27.539849 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.542502 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.securitygroups_db [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Project 1f6441b832b24ebcbfa946283abd7f40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:59:27.548444 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.611342 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.616719 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.623403 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b069218b-4131-4251-b96b-6c9c0bda0672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:27.668219 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da36ab20dd36477bada7e0586dece8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746741 May 31 11:59:27.669045 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a934ee1f-fb86-4673-8f37-16ded7cfb58b,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:27.670997 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43612) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:27.672080 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.673059 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:27.674614 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:27.699133 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e222d1-9fb1-4680-88c3-d0ee6104c208,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:27.706870 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:27.735584 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93aba2dd-39c2-4573-a0ea-d43b3b124c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.760549 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93aba2dd-39c2-4573-a0ea-d43b3b124c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.771683 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.772899 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0a449856-48c3-4d5b-8459-383b7d124345 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4352362 May 31 11:59:27.851446 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93aba2dd-39c2-4573-a0ea-d43b3b124c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.856478 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c7b1bc9b-6608-4c96-8720-2ada78128f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:27.869924 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aba2dd-39c2-4573-a0ea-d43b3b124c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a934ee1f-fb86-4673-8f37-16ded7cfb58b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:27.872711 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-93aba2dd-39c2-4573-a0ea-d43b3b124c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:27.876320 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93aba2dd-39c2-4573-a0ea-d43b3b124c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.876320 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-93aba2dd-39c2-4573-a0ea-d43b3b124c46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a934ee1f-fb86-4673-8f37-16ded7cfb58b HTTP/1.1" status: 204 len: 168 time: 0.2034838 May 31 11:59:28.145114 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7554be-a722-467f-bce7-a3f34cde3f30 req-15910bcd-d26e-48d6-9014-57b39b4caabe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:28.146621 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec7554be-a722-467f-bce7-a3f34cde3f30 req-15910bcd-d26e-48d6-9014-57b39b4caabe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 944 time: 0.0980988 May 31 11:59:28.168212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3aff3-a0f8-4c2d-92e8-8cc585e441b5 req-ebe5a39f-de0e-4f62-bb64-aa8e44543277 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:28.169755 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d2f3aff3-a0f8-4c2d-92e8-8cc585e441b5 req-ebe5a39f-de0e-4f62-bb64-aa8e44543277 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 946 time: 0.0961633 May 31 11:59:28.204585 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec7554be-a722-467f-bce7-a3f34cde3f30 req-9447ad65-1064-4c4a-9ddf-906aafe7c058 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512376 May 31 11:59:28.262381 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d2f3aff3-a0f8-4c2d-92e8-8cc585e441b5 req-8f86fb66-9bff-438e-b505-f56df0716293 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850317 May 31 11:59:28.405041 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device e683f99b-190b-4314-ae79-ecd71a0e5448 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:28.565267 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc42d-a07e-4ec5-ac71-d40c45452446 req-1827b067-279e-42b1-82ca-14acb253d618 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:28.571246 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-45acc42d-a07e-4ec5-ac71-d40c45452446 req-1827b067-279e-42b1-82ca-14acb253d618 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0997572 May 31 11:59:28.572542 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port e683f99b-190b-4314-ae79-ecd71a0e5448 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:28.578920 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port e683f99b-190b-4314-ae79-ecd71a0e5448 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:28.579699 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.623369 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-45acc42d-a07e-4ec5-ac71-d40c45452446 req-3d880c92-365d-4f4b-949a-affa6b78999c tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504203 May 31 11:59:28.743562 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.783778 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43670) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:28.787390 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port e683f99b-190b-4314-ae79-ecd71a0e5448, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=e683f99b-190b-4314-ae79-ecd71a0e5448,segment=NetworkSegment(70dcab45-c178-4ddf-a702-ee035e52dcf8),segment_id=70dcab45-c178-4ddf-a702-ee035e52dcf8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:28.813029 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.827793 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:28.831814 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Usage tracker for resource:security_group_rule and tenant:378dab77ec9d4411bab21f664784baaa is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:28.834731 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:28.840186 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.841053 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:28.844141 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:28.941611 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=e683f99b-190b-4314-ae79-ecd71a0e5448,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:28.945738 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:28.947786 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.036806 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:59:29.103114 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.112563 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:29.154715 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=378dab77ec9d4411bab21f664784baaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694057 May 31 11:59:29.158988 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43678) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:29.161838 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171b0501-2132-4a88-9962-119546763f83,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:29.175712 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:29.177123 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:29.190673 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': 'a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef', 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979', 'port_id': 'a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef', 'mac_address': 'fa:16:3e:15:e3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20f3a65-eb53-4911-ab8e-62a259703c57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:59:29.223390 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6cd8dcbe-a79b-40ee-b28f-f516c6d7f2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.246628 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.257819 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6cd8dcbe-a79b-40ee-b28f-f516c6d7f2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.264435 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:29.280626 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:29.342740 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.346279 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-8a27bef2-fe8f-475f-b32a-ad5af4a484eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:29.381308 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6cd8dcbe-a79b-40ee-b28f-f516c6d7f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.386061 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:29.417296 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8dcbe-a79b-40ee-b28f-f516c6d7f2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171b0501-2132-4a88-9962-119546763f83,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:29.421646 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6cd8dcbe-a79b-40ee-b28f-f516c6d7f2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:29.422558 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6cd8dcbe-a79b-40ee-b28f-f516c6d7f2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.423802 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-6cd8dcbe-a79b-40ee-b28f-f516c6d7f2a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/171b0501-2132-4a88-9962-119546763f83 HTTP/1.1" status: 204 len: 168 time: 0.2637594 May 31 11:59:29.457229 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:29.470748 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:29.498198 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b84a9-5970-4d26-b3b4-d81a51132afe req-dfaa1667-7717-4140-928a-8ed68eff02b1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.498568 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568aa58d-73fd-47ec-9878-a7dd9876a6ab req-365610d2-a556-4ab8-ad51-8115cc012105 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.500412 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-367b84a9-5970-4d26-b3b4-d81a51132afe req-dfaa1667-7717-4140-928a-8ed68eff02b1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 945 time: 0.1547964 May 31 11:59:29.504593 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-568aa58d-73fd-47ec-9878-a7dd9876a6ab req-365610d2-a556-4ab8-ad51-8115cc012105 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 946 time: 0.1357987 May 31 11:59:29.566436 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-367b84a9-5970-4d26-b3b4-d81a51132afe req-577d88b5-7d2a-4f38-9807-ecd2afafa48b tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560632 May 31 11:59:29.574864 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-568aa58d-73fd-47ec-9878-a7dd9876a6ab req-aa5fcafa-78b6-46e7-9347-ce8db2d4925c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642610 May 31 11:59:29.859348 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7bff4-0b30-467e-9ecc-7e6b6445e3e0 req-84a8ab5a-0896-4738-85ea-c50a4e7e062e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.859348 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c4a7bff4-0b30-467e-9ecc-7e6b6445e3e0 req-84a8ab5a-0896-4738-85ea-c50a4e7e062e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0839884 May 31 11:59:29.933296 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c4a7bff4-0b30-467e-9ecc-7e6b6445e3e0 req-6ba6b850-a6ee-495d-bcce-464c0b84c030 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914364 May 31 11:59:29.972646 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-8b259c28-25f6-4c63-a33f-04e939b7c048 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.974343 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-8b259c28-25f6-4c63-a33f-04e939b7c048 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 946 time: 0.0979562 May 31 11:59:30.123343 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:59:30.124889 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Deleting port 6c893275-08e9-4a12-888f-489da8572042 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:30.125928 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.154345 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:30.285177 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] For port 6c893275-08e9-4a12-888f-489da8572042, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c893275-08e9-4a12-888f-489da8572042,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:30.285763 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.305490 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device e683f99b-190b-4314-ae79-ecd71a0e5448 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:30.436653 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port e683f99b-190b-4314-ae79-ecd71a0e5448 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:30.437879 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.438727 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Calling delete_port for 6c893275-08e9-4a12-888f-489da8572042 owned by compute:nova {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:30.582091 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 43724) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:30.626715 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.647448 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:30.652043 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Usage tracker for resource:security_group_rule and tenant:baeaf5170f0547b79e95e52a5bedf52f is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:30.655466 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:30.662946 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:30.692588 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.701527 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-81049670-f007-48d1-94ef-d427b6e243b8 tempest-DeleteServersTestJSON-983561942 tempest-DeleteServersTestJSON-983561942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:30.767130 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.845730 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.868213 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Pushing event deleted for resources: {'Port': ['ID=6c893275-08e9-4a12-888f-489da8572042,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:30.873270 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-995ab14c-0175-480a-a1fc-3ac0edb053e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:30.876958 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:30.879608 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e2b9db7a-a34f-479b-aca6-190475d55bdb req-71298137-08da-4ba6-9b82-9e4fd034be3e tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0798163 May 31 11:59:30.964800 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] No DVR routers for this DVR port 6c893275-08e9-4a12-888f-489da8572042 on host hv-cinder-78638 {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:30.967480 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.972408 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de44d0a4-43fe-4257-9347-73a92d2b6a22', 'name': 'network-vif-deleted', 'tag': '6c893275-08e9-4a12-888f-489da8572042'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:30.974720 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0783d341-29f7-4dff-b010-03d22669121f" -d '{"events": [{"server_uuid": "de44d0a4-43fe-4257-9347-73a92d2b6a22", "name": "network-vif-deleted", "tag": "6c893275-08e9-4a12-888f-489da8572042"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:30.983138 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=baeaf5170f0547b79e95e52a5bedf52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999832 May 31 11:59:30.984789 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac3922f-9cae-476d-9221-b1f3accadb99,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:30.986462 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 43738) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:30.988611 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-edae2fec-51e3-462a-a201-2f0b54c8f6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:31.014079 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6fb66-3353-4287-8671-221ee5aaefc6 req-2f5ef5bd-8c26-42ed-81bb-d181383881cf tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:31.024154 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-eba6fb66-3353-4287-8671-221ee5aaefc6 req-2f5ef5bd-8c26-42ed-81bb-d181383881cf tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 945 time: 0.2297220 May 31 11:59:31.048602 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-63485e99-4592-4732-a632-3614c5ca3ac9 req-bc42735a-3b55-49da-93e1-e50a841a79c7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "DELETE /v2.0/ports/6c893275-08e9-4a12-888f-489da8572042 HTTP/1.1" status: 204 len: 173 time: 1.0680099 May 31 11:59:31.054178 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62edb6c8-e3e2-407b-95a1-55b6eab72c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:31.061574 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-eba6fb66-3353-4287-8671-221ee5aaefc6 req-3191bcd2-390c-4f4a-b784-9e850e2011b7 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 May 31 11:59:31.081786 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62edb6c8-e3e2-407b-95a1-55b6eab72c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:31.118702 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bd2ccb-82d1-4f0e-81da-9e3d227723b0 x-openstack-request-id: req-69bd2ccb-82d1-4f0e-81da-9e3d227723b0 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:31.118702 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de44d0a4-43fe-4257-9347-73a92d2b6a22", "name": "network-vif-deleted", "tag": "6c893275-08e9-4a12-888f-489da8572042", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:31.118702 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69bd2ccb-82d1-4f0e-81da-9e3d227723b0 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:31.119005 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de44d0a4-43fe-4257-9347-73a92d2b6a22', 'name': 'network-vif-deleted', 'tag': '6c893275-08e9-4a12-888f-489da8572042', 'status': 'completed', 'code': 200} May 31 11:59:31.235847 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62edb6c8-e3e2-407b-95a1-55b6eab72c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:31.244140 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f851ec10-de81-49c0-b959-59ad11142c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:31.349518 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edb6c8-e3e2-407b-95a1-55b6eab72c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac3922f-9cae-476d-9221-b1f3accadb99,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:31.353328 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-62edb6c8-e3e2-407b-95a1-55b6eab72c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:31.361259 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62edb6c8-e3e2-407b-95a1-55b6eab72c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:31.363181 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-62edb6c8-e3e2-407b-95a1-55b6eab72c9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aac3922f-9cae-476d-9221-b1f3accadb99 HTTP/1.1" status: 204 len: 168 time: 0.3749628 May 31 11:59:31.467511 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['9d82dcf9-3068-4832-9ea0-2d941c40286e', '38fc59cb-2dff-47b6-b017-5e6ac71ad515', '6c893275-08e9-4a12-888f-489da8572042'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:32.081031 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-34c9449c-aa78-4dc1-9cd0-d1ef6fc1220f req-0440e7f0-2e4d-4bea-bf07-3e19ea22b5ce tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:32.177714 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-34c9449c-aa78-4dc1-9cd0-d1ef6fc1220f req-0440e7f0-2e4d-4bea-bf07-3e19ea22b5ce tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:32.179602 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-34c9449c-aa78-4dc1-9cd0-d1ef6fc1220f req-0440e7f0-2e4d-4bea-bf07-3e19ea22b5ce tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=de44d0a4-43fe-4257-9347-73a92d2b6a22 HTTP/1.1" status: 200 len: 210 time: 0.1461585 May 31 11:59:32.314841 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d784d-7211-43c5-aa5b-bf5bc4eb33d9 req-56e5be32-6c32-44fa-97b9-8019b4e1d12d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.335978 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1c8d784d-7211-43c5-aa5b-bf5bc4eb33d9 req-56e5be32-6c32-44fa-97b9-8019b4e1d12d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 945 time: 0.1456580 May 31 11:59:32.397354 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1c8d784d-7211-43c5-aa5b-bf5bc4eb33d9 req-9254b2b9-c594-495b-ae9c-0564ec1202da tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599406 May 31 11:59:32.516766 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-67007524-c2f8-4c83-8d03-ed668d7ee065 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826867 May 31 11:59:32.642736 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-95d09d03-06a9-4d76-a023-9415fd3c87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.647391 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-95d09d03-06a9-4d76-a023-9415fd3c87e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e941df032774042b261efbf36f4e25f&device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 1099 time: 0.0840225 May 31 11:59:32.799822 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-9bec2049-a4e7-4a56-a597-82be93d36b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.801285 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-9bec2049-a4e7-4a56-a597-82be93d36b4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 200 len: 920 time: 0.1373773 May 31 11:59:32.880629 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-7824fa3d-1bd5-4fcf-8e0f-187e09dfca7d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721 HTTP/1.1" status: 200 len: 217 time: 0.0663319 May 31 11:59:32.954489 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-c36ca01e-30a3-4889-b6dc-dc2e2f73320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.955985 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-c36ca01e-30a3-4889-b6dc-dc2e2f73320f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 200 len: 859 time: 0.0740764 May 31 11:59:33.004390 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-e3545c66-7bf1-4d59-b84e-34ad9665d29e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b875fa4e-e1d0-4bb5-a570-65ead3233413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413489 May 31 11:59:33.084265 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:33.148380 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-dc3f92c0-ead9-410a-8c5e-84cacd11902d service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365530 May 31 11:59:33.222871 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:33.237731 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:33.238117 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:33.329541 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-add48609-c2ef-4e9c-8740-4c5cdc007bc0 req-9227e42b-7920-4848-a9fd-36a668125c93 service neutron] 10.222.0.54 "GET /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698518 May 31 11:59:33.452923 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:33.491532 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:33.494126 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55128635-476a-48b0-8fd2-5c8d51ddb610" -d '{"events": [{"server_uuid": "6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75", "name": "network-vif-plugged", "status": "completed", "tag": "a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:33.503106 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:33.565900 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:33.567831 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bfab7cad-8730-4599-bc2f-5a05fe5c8f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:33.656691 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:33.659968 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:33.791311 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3b707-31ce-4d71-863c-4fcc88c5a08b req-0770469e-bcda-4cbd-b567-6b63f963fa41 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:33.792940 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-84c3b707-31ce-4d71-863c-4fcc88c5a08b req-0770469e-bcda-4cbd-b567-6b63f963fa41 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0913775 May 31 11:59:33.832523 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:33.845638 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-84c3b707-31ce-4d71-863c-4fcc88c5a08b req-ed21dc31-1407-448e-baf4-0e4dc71b4c77 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471358 May 31 11:59:33.900591 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a742b7-3900-4836-a82b-625386c5b7e0 x-openstack-request-id: req-00a742b7-3900-4836-a82b-625386c5b7e0 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:33.900904 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75", "name": "network-vif-plugged", "status": "completed", "tag": "a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:33.901169 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00a742b7-3900-4836-a82b-625386c5b7e0 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:33.901773 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef', 'code': 200} May 31 11:59:34.064905 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3354bfd-9a89-402a-8e9d-965f64022b31 req-46404df9-3388-4011-b3b7-7fdd35b519aa tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:34.066567 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c3354bfd-9a89-402a-8e9d-965f64022b31 req-46404df9-3388-4011-b3b7-7fdd35b519aa tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 945 time: 0.1036744 May 31 11:59:34.121338 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c3354bfd-9a89-402a-8e9d-965f64022b31 req-316e110c-831f-4b55-8b0c-47be2807187d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481279 May 31 11:59:34.360899 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a1502-c2dd-4e92-a10c-3ff6241b620b req-3874e148-8c54-427d-a599-ba1c24f45599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:34.362367 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4a2a1502-c2dd-4e92-a10c-3ff6241b620b req-3874e148-8c54-427d-a599-ba1c24f45599 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 1099 time: 0.0691645 May 31 11:59:34.438213 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4a2a1502-c2dd-4e92-a10c-3ff6241b620b req-20b081c8-c6b2-4b91-bc50-0e18fbb51cee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357015 May 31 11:59:35.043686 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054427e-b7a7-4fc4-bfe8-c9281d5a69a1 req-afa41a81-698c-4fe8-936e-dfa5105864fe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:35.045113 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b054427e-b7a7-4fc4-bfe8-c9281d5a69a1 req-afa41a81-698c-4fe8-936e-dfa5105864fe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0871663 May 31 11:59:35.090613 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 6c893275-08e9-4a12-888f-489da8572042 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:35.092345 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b054427e-b7a7-4fc4-bfe8-c9281d5a69a1 req-3428920d-8486-489f-ac7c-c8f4f48e70ae tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 May 31 11:59:35.139960 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 6c893275-08e9-4a12-888f-489da8572042 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:35.139960 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 6c893275-08e9-4a12-888f-489da8572042 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:35.319693 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f0029-3975-4598-a7d7-7d7f18df5110 req-8c4db3a3-53f1-427c-80a3-b6503e3f6ed7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:35.321077 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ab1f0029-3975-4598-a7d7-7d7f18df5110 req-8c4db3a3-53f1-427c-80a3-b6503e3f6ed7 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 945 time: 0.0837886 May 31 11:59:35.372184 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ab1f0029-3975-4598-a7d7-7d7f18df5110 req-245ffb16-1d29-479b-b022-48ee3a4a40c2 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 May 31 11:59:36.382493 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e154-f81c-414d-86f0-2e558c60df13 req-8542ec25-f286-49c0-b912-4034a3e3278a tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:36.384019 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7e82e154-f81c-414d-86f0-2e558c60df13 req-8542ec25-f286-49c0-b912-4034a3e3278a tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0851941 May 31 11:59:36.434550 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7e82e154-f81c-414d-86f0-2e558c60df13 req-35035200-af4c-45ed-a355-aee3a7656f89 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441923 May 31 11:59:36.631839 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8347af8-9208-4f32-9e91-2a3ddaab2514 req-24844bf0-02e0-499c-a424-2702722809f5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:36.633510 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a8347af8-9208-4f32-9e91-2a3ddaab2514 req-24844bf0-02e0-499c-a424-2702722809f5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 945 time: 0.0945501 May 31 11:59:36.683022 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a8347af8-9208-4f32-9e91-2a3ddaab2514 req-e7544486-92b1-4f0b-8609-ad82a77f96b8 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430191 May 31 11:59:36.696454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78d9fa-cce5-4a23-9bbe-67c8d8675669 req-b7b6ccc0-9438-42cb-920f-e9d1b9055b3e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:36.700131 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3b78d9fa-cce5-4a23-9bbe-67c8d8675669 req-b7b6ccc0-9438-42cb-920f-e9d1b9055b3e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0945947 May 31 11:59:36.760452 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3b78d9fa-cce5-4a23-9bbe-67c8d8675669 req-fc98dff8-295c-4c5c-8370-f0077882dd91 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515168 May 31 11:59:37.250961 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32428575-4121-421d-a719-d3c04526ad2f req-08d2bcb7-7dad-4a89-953e-f4c0ae2b4fbe tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:37.253043 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-32428575-4121-421d-a719-d3c04526ad2f req-08d2bcb7-7dad-4a89-953e-f4c0ae2b4fbe tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 945 time: 0.0875950 May 31 11:59:37.395019 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Deleting port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:37.395670 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:37.603148 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] For port 38fc59cb-2dff-47b6-b017-5e6ac71ad515, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=38fc59cb-2dff-47b6-b017-5e6ac71ad515,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:37.603506 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:37.629419 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ea2b-393b-4075-ae25-26f9409a07c0 req-a2503ee0-7bb0-4022-ba0a-8a2e1186f00c tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:37.631031 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f9d1ea2b-393b-4075-ae25-26f9409a07c0 req-a2503ee0-7bb0-4022-ba0a-8a2e1186f00c tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0818546 May 31 11:59:37.676346 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f9d1ea2b-393b-4075-ae25-26f9409a07c0 req-7acfe443-5c2d-41ff-86dd-ae53c1887925 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394561 May 31 11:59:37.728590 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Calling delete_port for 38fc59cb-2dff-47b6-b017-5e6ac71ad515 owned by compute:nova {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:37.964244 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76300c1f-3c0b-4e59-940e-96efc03ec90c req-f451a889-ff8b-4de4-9f6a-d9e54fd5295b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:37.965802 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-76300c1f-3c0b-4e59-940e-96efc03ec90c req-f451a889-ff8b-4de4-9f6a-d9e54fd5295b tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 945 time: 0.1291966 May 31 11:59:38.013277 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:38.023641 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:38.030478 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf67d0a-277e-4698-a210-f944d733af5e req-c0fd7b58-6165-4691-91bb-9ab927c06f0e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:38.032313 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-eaf67d0a-277e-4698-a210-f944d733af5e req-c0fd7b58-6165-4691-91bb-9ab927c06f0e tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1197133 May 31 11:59:38.072810 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['9d82dcf9-3068-4832-9ea0-2d941c40286e', '38fc59cb-2dff-47b6-b017-5e6ac71ad515'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:38.082843 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-eaf67d0a-277e-4698-a210-f944d733af5e req-83217bde-857b-4b77-a3c5-42ac607fb274 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443218 May 31 11:59:38.105090 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Pushing event deleted for resources: {'Port': ['ID=38fc59cb-2dff-47b6-b017-5e6ac71ad515,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:38.129364 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-76300c1f-3c0b-4e59-940e-96efc03ec90c req-2ace35f4-5c12-4681-b28d-d968839a5d21 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527863 May 31 11:59:38.130335 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.131176 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.134402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.135303 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:38.169742 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:38.231179 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] No DVR routers for this DVR port 38fc59cb-2dff-47b6-b017-5e6ac71ad515 on host hv-cinder-78638 {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:38.245264 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:38.245264 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94509dfd-17e5-4391-95be-6977b18aa73e', 'name': 'network-vif-deleted', 'tag': '38fc59cb-2dff-47b6-b017-5e6ac71ad515'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:38.245264 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da3999-2c01-4462-aac3-8aa12f145694" -d '{"events": [{"server_uuid": "94509dfd-17e5-4391-95be-6977b18aa73e", "name": "network-vif-deleted", "tag": "38fc59cb-2dff-47b6-b017-5e6ac71ad515"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:38.289174 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6bc99-5e95-4f3c-a9f2-256ff5c495a1 x-openstack-request-id: req-67d6bc99-5e95-4f3c-a9f2-256ff5c495a1 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:38.289521 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94509dfd-17e5-4391-95be-6977b18aa73e", "name": "network-vif-deleted", "tag": "38fc59cb-2dff-47b6-b017-5e6ac71ad515", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:38.289854 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67d6bc99-5e95-4f3c-a9f2-256ff5c495a1 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:38.290310 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94509dfd-17e5-4391-95be-6977b18aa73e', 'name': 'network-vif-deleted', 'tag': '38fc59cb-2dff-47b6-b017-5e6ac71ad515', 'status': 'completed', 'code': 200} May 31 11:59:38.347248 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-32428575-4121-421d-a719-d3c04526ad2f req-fd4f9e1e-d90e-4ec5-8e49-87350f1769b5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "DELETE /v2.0/ports/38fc59cb-2dff-47b6-b017-5e6ac71ad515 HTTP/1.1" status: 204 len: 173 time: 1.0871522 May 31 11:59:38.451450 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fb28-79e0-4b4a-ae4f-f3c22c6d7958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:39.281198 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e370ecb-2ba9-4e4e-a9b4-63657b37c670 req-525ab0e1-c40f-4a55-8607-489f34eb0381 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:39.283147 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1e370ecb-2ba9-4e4e-a9b4-63657b37c670 req-525ab0e1-c40f-4a55-8607-489f34eb0381 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0834854 May 31 11:59:39.305692 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-d255cf4f-abb8-4dae-9551-5684cbb3f56e req-18b6d663-596d-4e14-a8bb-2bc1759400db tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Synchronizing usage tracker for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:39.329675 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1e370ecb-2ba9-4e4e-a9b4-63657b37c670 req-817c7c6c-d3b6-4d0a-931f-2581680c71f3 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 May 31 11:59:39.370908 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-d255cf4f-abb8-4dae-9551-5684cbb3f56e req-18b6d663-596d-4e14-a8bb-2bc1759400db tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Unset dirty status for tenant:7a41e183ebce4def98ba14b3f896d33a on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:39.372191 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d255cf4f-abb8-4dae-9551-5684cbb3f56e req-18b6d663-596d-4e14-a8bb-2bc1759400db tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=94509dfd-17e5-4391-95be-6977b18aa73e HTTP/1.1" status: 200 len: 210 time: 0.1106584 May 31 11:59:40.537550 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9a5b0-f84f-45d3-8f39-b5761d29b1a5 req-caf95c6f-c0f3-4fc6-98d9-5f9026a622ab tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:40.539105 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1c9a5b0-f84f-45d3-8f39-b5761d29b1a5 req-caf95c6f-c0f3-4fc6-98d9-5f9026a622ab tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.0988212 May 31 11:59:40.639215 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1c9a5b0-f84f-45d3-8f39-b5761d29b1a5 req-2b30a250-315d-4b92-b961-2e93d45606ad tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940728 May 31 11:59:40.675679 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-a24b5129-258d-4b32-bf7e-15cc1c0fc975 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:40.677129 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-a24b5129-258d-4b32-bf7e-15cc1c0fc975 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.54 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 946 time: 0.1117051 May 31 11:59:40.833253 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Deleting port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:40.833729 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:40.971697 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:40.975901 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] For port 76da3fb8-9bba-4148-aaf7-08ce7b27e721, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=76da3fb8-9bba-4148-aaf7-08ce7b27e721,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:40.976256 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:41.099697 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Calling delete_port for 76da3fb8-9bba-4148-aaf7-08ce7b27e721 owned by compute:nova {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:41.116416 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 38fc59cb-2dff-47b6-b017-5e6ac71ad515 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:41.161704 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 38fc59cb-2dff-47b6-b017-5e6ac71ad515 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:41.162237 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 38fc59cb-2dff-47b6-b017-5e6ac71ad515 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:41.237854 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1a71-49bf-477e-8d39-7b6a1b867560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:41.314987 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:41.320962 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:41.366328 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Pushing event deleted for resources: {'Port': ['ID=76da3fb8-9bba-4148-aaf7-08ce7b27e721,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:41.369779 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:41.371072 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['333895b4-888f-4a8e-b8ff-7c5c52b7acbf', '76da3fb8-9bba-4148-aaf7-08ce7b27e721'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:41.445605 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] No DVR routers for this DVR port 76da3fb8-9bba-4148-aaf7-08ce7b27e721 on host hv-cinder-78638 {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:41.448061 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:41.450731 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda9f059-d025-4f8c-a495-6c2b7d913322', 'name': 'network-vif-deleted', 'tag': '76da3fb8-9bba-4148-aaf7-08ce7b27e721'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:41.454775 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9436cb3b-ca8d-48d2-85ef-ac03bce1b1d1" -d '{"events": [{"server_uuid": "eda9f059-d025-4f8c-a495-6c2b7d913322", "name": "network-vif-deleted", "tag": "76da3fb8-9bba-4148-aaf7-08ce7b27e721"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:41.509741 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df3dba-60b6-4628-8898-173c689ed739 x-openstack-request-id: req-59df3dba-60b6-4628-8898-173c689ed739 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:41.510300 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda9f059-d025-4f8c-a495-6c2b7d913322", "name": "network-vif-deleted", "tag": "76da3fb8-9bba-4148-aaf7-08ce7b27e721", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:41.510638 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59df3dba-60b6-4628-8898-173c689ed739 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:41.511115 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda9f059-d025-4f8c-a495-6c2b7d913322', 'name': 'network-vif-deleted', 'tag': '76da3fb8-9bba-4148-aaf7-08ce7b27e721', 'status': 'completed', 'code': 200} May 31 11:59:41.538992 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-77d4d0a2-ae51-4bfa-b5a4-3342d231438a req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.54 "DELETE /v2.0/ports/76da3fb8-9bba-4148-aaf7-08ce7b27e721 HTTP/1.1" status: 204 len: 173 time: 0.8564305 May 31 11:59:41.800275 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2733edca-a29d-4634-b149-4036b3acc910 req-9035eb32-4c85-40a4-b773-aa4235391a6b tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=eda9f059-d025-4f8c-a495-6c2b7d913322 HTTP/1.1" status: 200 len: 210 time: 0.0465858 May 31 11:59:42.303726 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:42.571305 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b7f4c-6c76-4965-9f0d-a5db0f782c0f req-7843c922-e197-4086-a0c5-788aa26d7dbf tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:42.572818 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-572b7f4c-6c76-4965-9f0d-a5db0f782c0f req-7843c922-e197-4086-a0c5-788aa26d7dbf tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.0897400 May 31 11:59:42.622002 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-572b7f4c-6c76-4965-9f0d-a5db0f782c0f req-930c7b9f-4b24-4067-9e0a-b1b6437a9ec4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 May 31 11:59:43.599361 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0e65c-a2f6-423b-a165-2e06b07b65ce req-a27f470c-98ef-4702-bdf3-49709b29ba43 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:43.600088 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-57c0e65c-a2f6-423b-a165-2e06b07b65ce req-a27f470c-98ef-4702-bdf3-49709b29ba43 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Synchronizing usage tracker for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:43.668589 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-57c0e65c-a2f6-423b-a165-2e06b07b65ce req-a27f470c-98ef-4702-bdf3-49709b29ba43 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Unset dirty status for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:43.669921 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-57c0e65c-a2f6-423b-a165-2e06b07b65ce req-a27f470c-98ef-4702-bdf3-49709b29ba43 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1507647 May 31 11:59:43.724887 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-57c0e65c-a2f6-423b-a165-2e06b07b65ce req-d87cb253-88e0-4bbc-9f02-e33def103349 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 May 31 11:59:43.885787 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:43.898647 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d41ac-99b6-41b1-af8b-68175fe01c0f req-aa818231-0304-474c-a968-aaa395dabe4f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:43.901234 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d58d41ac-99b6-41b1-af8b-68175fe01c0f req-aa818231-0304-474c-a968-aaa395dabe4f tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.1557333 May 31 11:59:43.950259 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d58d41ac-99b6-41b1-af8b-68175fe01c0f req-8903bcf6-be06-471b-a23a-2389f60386c2 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 May 31 11:59:44.921729 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e8cf-f124-49d6-93ec-7105758dfa38 req-07de4bad-ac64-481c-8be8-b176ea033bb4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:44.924038 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6f11e8cf-f124-49d6-93ec-7105758dfa38 req-07de4bad-ac64-481c-8be8-b176ea033bb4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0892200 May 31 11:59:44.974941 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6f11e8cf-f124-49d6-93ec-7105758dfa38 req-6cd7a9d1-fc2e-4171-a543-a871476b1ea4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451894 May 31 11:59:45.163685 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 76da3fb8-9bba-4148-aaf7-08ce7b27e721 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:45.218318 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 76da3fb8-9bba-4148-aaf7-08ce7b27e721 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:45.220197 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 76da3fb8-9bba-4148-aaf7-08ce7b27e721 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:45.237357 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87398e5b-bb69-4aca-8ae6-6c7f43148c06 req-5822a238-8c1f-40fc-8558-12832c6c840c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:45.239143 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-87398e5b-bb69-4aca-8ae6-6c7f43148c06 req-5822a238-8c1f-40fc-8558-12832c6c840c tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.1694100 May 31 11:59:45.292275 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-87398e5b-bb69-4aca-8ae6-6c7f43148c06 req-9130b905-7020-4fde-aa89-1870b38ae216 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 May 31 11:59:45.755820 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-af30fa34-beb5-466f-bb94-b40b3f7d463d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:45.755820 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-af30fa34-beb5-466f-bb94-b40b3f7d463d tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.0814507 May 31 11:59:45.900656 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Deleting port 9d82dcf9-3068-4832-9ea0-2d941c40286e {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:45.900981 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.053170 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] For port 9d82dcf9-3068-4832-9ea0-2d941c40286e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d82dcf9-3068-4832-9ea0-2d941c40286e,segment=NetworkSegment(cf2231f1-af85-4d17-8a59-0d419c30283c),segment_id=cf2231f1-af85-4d17-8a59-0d419c30283c)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:46.053775 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.231781 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Calling delete_port for 9d82dcf9-3068-4832-9ea0-2d941c40286e owned by compute:nova {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:46.312484 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0091b4-0162-4a64-b653-44d124310073 req-91d27d95-0946-49e6-b691-b41d69a3e3dd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:46.314012 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ad0091b4-0162-4a64-b653-44d124310073 req-91d27d95-0946-49e6-b691-b41d69a3e3dd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1848421 May 31 11:59:46.414430 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ad0091b4-0162-4a64-b653-44d124310073 req-8934355f-6c89-4e72-9497-db679fdbb9a6 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938625 May 31 11:59:46.486668 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.493654 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:46.500342 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ad998-1e82-4699-bd2f-acd6674199cf req-a5b67035-ebce-4fb1-b29d-511ef770bedb tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:46.503364 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-df3ad998-1e82-4699-bd2f-acd6674199cf req-a5b67035-ebce-4fb1-b29d-511ef770bedb tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 945 time: 0.0937409 May 31 11:59:46.530139 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['9d82dcf9-3068-4832-9ea0-2d941c40286e'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:46.542708 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Pushing event deleted for resources: {'Port': ['ID=9d82dcf9-3068-4832-9ea0-2d941c40286e,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:46.545880 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:46.561023 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-df3ad998-1e82-4699-bd2f-acd6674199cf req-43d23e0e-de94-4946-b540-9fef4e7f8887 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/security-groups?id=18f191a5-b5c8-49dd-accd-fed01773bc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499096 May 31 11:59:46.595085 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44132) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:46.633197 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] No DVR routers for this DVR port 9d82dcf9-3068-4832-9ea0-2d941c40286e on host hv-cinder-78638 {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:46.635777 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.638672 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea3a2f9-4b2d-477e-a0a8-fd5285b27171', 'name': 'network-vif-deleted', 'tag': '9d82dcf9-3068-4832-9ea0-2d941c40286e'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:46.646196 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ba3e6c-3ee0-4c48-8c9f-6d9f8208dcc2" -d '{"events": [{"server_uuid": "bea3a2f9-4b2d-477e-a0a8-fd5285b27171", "name": "network-vif-deleted", "tag": "9d82dcf9-3068-4832-9ea0-2d941c40286e"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:46.701869 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699aaa17-6773-478c-8ce6-8a8ec7279774 x-openstack-request-id: req-699aaa17-6773-478c-8ce6-8a8ec7279774 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:46.701869 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea3a2f9-4b2d-477e-a0a8-fd5285b27171", "name": "network-vif-deleted", "tag": "9d82dcf9-3068-4832-9ea0-2d941c40286e", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:46.701869 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-699aaa17-6773-478c-8ce6-8a8ec7279774 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:46.701869 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea3a2f9-4b2d-477e-a0a8-fd5285b27171', 'name': 'network-vif-deleted', 'tag': '9d82dcf9-3068-4832-9ea0-2d941c40286e', 'status': 'completed', 'code': 200} May 31 11:59:46.721347 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0f4ee2fb-8e20-4905-9991-681d82d566c8 req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.54 "DELETE /v2.0/ports/9d82dcf9-3068-4832-9ea0-2d941c40286e HTTP/1.1" status: 204 len: 173 time: 0.9592340 May 31 11:59:46.729674 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.751827 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:46.756188 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Usage tracker for resource:security_group_rule and tenant:f704f37df8574d7eb66bf99077d49c06 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:46.759785 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:46.765950 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:46.864140 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.976879 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.984530 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-959879d0-e234-48ed-9985-4f14eabb3ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:47.025559 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cfcef5-36a9-424b-8971-d3182aaa23dc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:47.036826 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44148) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:47.037078 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f704f37df8574d7eb66bf99077d49c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414296 May 31 11:59:47.042071 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.042430 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.042779 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.043122 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.043459 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.044615 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.044615 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.044615 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.044908 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.045132 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.045459 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.045790 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.054068 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:47.116567 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e0747712-f4d1-4c8c-a178-c1f88c7b3127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.146785 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e0747712-f4d1-4c8c-a178-c1f88c7b3127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.308478 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e0747712-f4d1-4c8c-a178-c1f88c7b3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.312300 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ba29752f-af2c-4a33-98b2-298c01065136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:47.324302 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0747712-f4d1-4c8c-a178-c1f88c7b3127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cfcef5-36a9-424b-8971-d3182aaa23dc,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:47.328005 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e0747712-f4d1-4c8c-a178-c1f88c7b3127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:47.331935 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e0747712-f4d1-4c8c-a178-c1f88c7b3127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.333059 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-e0747712-f4d1-4c8c-a178-c1f88c7b3127 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52cfcef5-36a9-424b-8971-d3182aaa23dc HTTP/1.1" status: 204 len: 168 time: 0.2948442 May 31 11:59:47.636086 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85a4bf-4681-456e-9960-1b8852a64034 req-d4e93c65-1b0f-426c-86e9-53f820555d37 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:47.637575 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dc85a4bf-4681-456e-9960-1b8852a64034 req-d4e93c65-1b0f-426c-86e9-53f820555d37 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1026015 May 31 11:59:47.688999 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dc85a4bf-4681-456e-9960-1b8852a64034 req-03e31ca9-d893-4c26-ba37-b6d6af164933 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 May 31 11:59:47.745211 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-73f3e6ae-6b5a-42cf-97d1-9d14796c77ac req-abd9e326-4882-4bc9-b4c4-89f61e7674d5 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] 10.222.0.58 "GET /v2.0/ports?device_id=bea3a2f9-4b2d-477e-a0a8-fd5285b27171 HTTP/1.1" status: 200 len: 210 time: 0.0450091 May 31 11:59:48.855540 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44208) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:48.915194 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece156d-263e-40ca-96b2-bbfe6e5be16f req-6db2e536-f66e-4440-ad5b-bdf5bbecba21 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:48.916773 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cece156d-263e-40ca-96b2-bbfe6e5be16f req-6db2e536-f66e-4440-ad5b-bdf5bbecba21 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1096783 May 31 11:59:48.932034 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] Deleting subnet aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:59:48.936840 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:48.975047 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cece156d-263e-40ca-96b2-bbfe6e5be16f req-6c3151be-62ab-4420-96e7-79c929cc737a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 May 31 11:59:49.002282 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.009862 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.183385 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 9d82dcf9-3068-4832-9ea0-2d941c40286e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:49.229680 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 9d82dcf9-3068-4832-9ea0-2d941c40286e {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:49.230317 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 9d82dcf9-3068-4832-9ea0-2d941c40286e not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:49.314488 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.318708 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-59860d02-541e-4a4b-9f79-7da3a90bc883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:49.355341 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:49.357334 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.360033 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:49.364258 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-6474b925-9514-491f-a59a-8789b6218e98 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aa1734ce-aadf-41ca-adb2-b0d0ac9e88e9 HTTP/1.1" status: 204 len: 168 time: 0.5077224 May 31 11:59:49.366722 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44216) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:49.572383 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.701325 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.715938 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.716286 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.717095 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.721074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > port after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.721074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.721074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > port after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.721074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.721074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.721074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.721074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.802538 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.802861 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.803198 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.803526 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:59:49.803910 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2837bad0-40d1-4e9f-98af-733bd3eccac9']}} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:49.818301 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2231f1-af85-4d17-8a59-0d419c30283c') {'for_net_delete': True} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:49.818601 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2231f1-af85-4d17-8a59-0d419c30283c') {} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:49.830946 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150052'] for segment, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.846927 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.853687 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:59:49.854066 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111358'] for segment, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: from cryptography.utils import int_from_bytes May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: from cryptography.utils import int_from_bytes May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: Traceback (most recent call last): May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: timer() May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: cb(*args, **kw) May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: return func(*args, **kwargs) May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: self._notify() May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: self.callback(batched_events) May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: event.method(event) May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: return f(self, *a, **k) May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: return self._get(url).json() May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: return self.request(url, 'GET', **kwargs) May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:59:49.870299 dv-cinder-786384-7-smb neutron-server[103894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:59:50.002157 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44232) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:50.011321 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.018629 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.021683 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-074c5ed5-d165-4f64-96f4-1dd01d44d015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:50.041393 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2837bad0-40d1-4e9f-98af-733bd3eccac9,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:50.044401 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:50.098060 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] 10.222.0.58 "DELETE /v2.0/networks/2837bad0-40d1-4e9f-98af-733bd3eccac9 HTTP/1.1" status: 204 len: 168 time: 0.7303278 May 31 11:59:50.162166 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.189249 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:50.195060 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Usage tracker for resource:security_group_rule and tenant:af0eb75f329645709905b1f29acc9084 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:50.198372 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:50.206264 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:50.241830 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d2616-c4ad-45a0-91cb-5ec002cf4d41 req-6d9a45bb-e170-4150-9116-8b15a78e8051 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:50.243277 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-939d2616-c4ad-45a0-91cb-5ec002cf4d41 req-6d9a45bb-e170-4150-9116-8b15a78e8051 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1477678 May 31 11:59:50.308007 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-939d2616-c4ad-45a0-91cb-5ec002cf4d41 req-20625fb7-e98e-4d4f-b27e-d843a48ceae9 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579488 May 31 11:59:50.352715 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.397225 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44244) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:50.430262 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.439123 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9ff1989a-4893-4d1e-a9ce-afc1ff60780d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:50.486983 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-76bdcf96-02e7-4e19-8e19-2f13fed0c719 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a41e183ebce4def98ba14b3f896d33a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0885887 May 31 11:59:50.489714 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44250) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:50.490478 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a283a6af-0338-404b-88a8-72a3fb11eb84,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:50.495485 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:50.498659 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af0eb75f329645709905b1f29acc9084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955275 May 31 11:59:50.502007 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44254) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:50.556615 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ab9069aa-0b0f-48b1-9236-55bf990907b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.567336 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b492dfa-5f80-45a3-86b0-137b03f7f441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.585694 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ab9069aa-0b0f-48b1-9236-55bf990907b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.598315 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b492dfa-5f80-45a3-86b0-137b03f7f441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.725734 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ab9069aa-0b0f-48b1-9236-55bf990907b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.725982 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b492dfa-5f80-45a3-86b0-137b03f7f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.729984 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-87a51e4b-216e-41a9-bc23-ae7eaa510282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:50.731071 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-5022aff8-954d-4839-b959-cb0a7011949a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:50.745233 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9069aa-0b0f-48b1-9236-55bf990907b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f191a5-b5c8-49dd-accd-fed01773bc4e,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:50.748336 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b492dfa-5f80-45a3-86b0-137b03f7f441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a283a6af-0338-404b-88a8-72a3fb11eb84,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:50.748775 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ab9069aa-0b0f-48b1-9236-55bf990907b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:50.750469 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6b492dfa-5f80-45a3-86b0-137b03f7f441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:50.763007 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b492dfa-5f80-45a3-86b0-137b03f7f441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.766775 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-6b492dfa-5f80-45a3-86b0-137b03f7f441 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a283a6af-0338-404b-88a8-72a3fb11eb84 HTTP/1.1" status: 204 len: 168 time: 0.2612329 May 31 11:59:50.829374 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ab9069aa-0b0f-48b1-9236-55bf990907b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.832176 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-ab9069aa-0b0f-48b1-9236-55bf990907b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18f191a5-b5c8-49dd-accd-fed01773bc4e HTTP/1.1" status: 204 len: 168 time: 0.3404927 May 31 11:59:51.507171 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797199-abb7-4e06-a2c0-6db482d5ab31 req-03618221-84ea-4308-99b9-a188f1ce604a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:51.514096 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc797199-abb7-4e06-a2c0-6db482d5ab31 req-03618221-84ea-4308-99b9-a188f1ce604a tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.0894380 May 31 11:59:51.567713 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc797199-abb7-4e06-a2c0-6db482d5ab31 req-04190511-919b-4a3f-b1af-dd83a4da0acd tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/security-groups?id=6165a4bf-89e0-489c-b593-7793b907f6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527339 May 31 11:59:51.858167 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-5303a3f5-a886-4047-864a-e0545193ce60 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:51.862432 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-5303a3f5-a886-4047-864a-e0545193ce60 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.54 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 945 time: 0.1111994 May 31 11:59:52.052644 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Deleting port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:52.052971 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:52.225726 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] For port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:52.226510 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:52.371900 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Calling delete_port for 333895b4-888f-4a8e-b8ff-7c5c52b7acbf owned by compute:nova {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:52.554109 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:52.560083 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9f61c57d-a741-4e85-99b9-9227d27e1ca1 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:52.593890 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['333895b4-888f-4a8e-b8ff-7c5c52b7acbf'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:52.606828 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Pushing event deleted for resources: {'Port': ['ID=333895b4-888f-4a8e-b8ff-7c5c52b7acbf,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:52.610139 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:52.691122 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] No DVR routers for this DVR port 333895b4-888f-4a8e-b8ff-7c5c52b7acbf on host hv-cinder-78638 {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:52.693728 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:52.698118 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20f0399-b7d5-4fe6-9928-6a30a3402a1d', 'name': 'network-vif-deleted', 'tag': '333895b4-888f-4a8e-b8ff-7c5c52b7acbf'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:52.700804 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12684890-dd29-444d-891b-17141a004331" -d '{"events": [{"server_uuid": "b20f0399-b7d5-4fe6-9928-6a30a3402a1d", "name": "network-vif-deleted", "tag": "333895b4-888f-4a8e-b8ff-7c5c52b7acbf"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:52.753027 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-f6476422-2f75-413b-a194-14c8b77f9cba req-5031a8db-ddf8-474f-a736-cf9746105d12 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Synchronizing usage tracker for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:52.801620 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0aa754a9-0214-4722-b939-e87aa79419e0 req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.54 "DELETE /v2.0/ports/333895b4-888f-4a8e-b8ff-7c5c52b7acbf HTTP/1.1" status: 204 len: 173 time: 0.9329932 May 31 11:59:52.834060 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-f6476422-2f75-413b-a194-14c8b77f9cba req-5031a8db-ddf8-474f-a736-cf9746105d12 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Unset dirty status for tenant:3e941df032774042b261efbf36f4e25f on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:52.835217 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f6476422-2f75-413b-a194-14c8b77f9cba req-5031a8db-ddf8-474f-a736-cf9746105d12 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 210 time: 0.1276956 May 31 11:59:52.892927 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229897e7-8ff4-4ef5-8672-a65050334060 x-openstack-request-id: req-229897e7-8ff4-4ef5-8672-a65050334060 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:52.894841 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20f0399-b7d5-4fe6-9928-6a30a3402a1d", "name": "network-vif-deleted", "tag": "333895b4-888f-4a8e-b8ff-7c5c52b7acbf", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:52.895997 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-229897e7-8ff4-4ef5-8672-a65050334060 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:52.897753 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20f0399-b7d5-4fe6-9928-6a30a3402a1d', 'name': 'network-vif-deleted', 'tag': '333895b4-888f-4a8e-b8ff-7c5c52b7acbf', 'status': 'completed', 'code': 200} May 31 11:59:54.012445 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d60710b0-2fd8-4493-bfd9-96cb180cd899 req-49bb50ea-2e14-45bc-b5dc-b6eb234c9ce7 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] 10.222.0.58 "GET /v2.0/ports?device_id=b20f0399-b7d5-4fe6-9928-6a30a3402a1d HTTP/1.1" status: 200 len: 210 time: 0.0438957 May 31 11:59:55.110721 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44382) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:55.198861 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 333895b4-888f-4a8e-b8ff-7c5c52b7acbf no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:55.233332 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 333895b4-888f-4a8e-b8ff-7c5c52b7acbf {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:55.233676 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 333895b4-888f-4a8e-b8ff-7c5c52b7acbf not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:55.666221 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437676'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:56.162261 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Deleting port ced0eb03-1d2a-4006-8e68-a907a58fa5b5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:56.162945 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:56.289568 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] For port ced0eb03-1d2a-4006-8e68-a907a58fa5b5, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,segment=NetworkSegment(b6f91614-e3f7-4d27-b00c-ab1cded22c02),segment_id=b6f91614-e3f7-4d27-b00c-ab1cded22c02)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:56.290109 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:56.430188 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Calling delete_port for ced0eb03-1d2a-4006-8e68-a907a58fa5b5 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:56.871330 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:56.878193 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:56.924771 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Pushing event deleted for resources: {'Port': ['ID=ced0eb03-1d2a-4006-8e68-a907a58fa5b5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:56.950196 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:57.264957 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441148'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:57.655813 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:57.837685 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:57.846742 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] Sync routers for ids ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:57.852912 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] 10.222.0.58 "PUT /v2.0/routers/f48d0cef-b4a2-440a-ba35-f3fcc0737d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7387547 May 31 11:59:57.853114 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44454) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:57.859337 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] Routers {'f48d0cef-b4a2-440a-ba35-f3fcc0737d01'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:57.859337 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:58.044867 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] Set router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:58.057717 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:58.240873 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:58.371428 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:59:56Z', 'revision_number': 5, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port': {'id': '4c723c42-19ad-4dff-9638-803b60275fd0', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:37Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:58.376074 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] Checking router: f48d0cef-b4a2-440a-ba35-f3fcc0737d01 for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:58.386043 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] Routers {'f48d0cef-b4a2-440a-ba35-f3fcc0737d01'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:58.386640 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:58.415276 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Deleting port 4c723c42-19ad-4dff-9638-803b60275fd0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:58.415829 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:58.548901 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] Set router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:58.576057 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44476) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:58.585848 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] For port 4c723c42-19ad-4dff-9638-803b60275fd0, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=4c723c42-19ad-4dff-9638-803b60275fd0,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:58.586314 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:58.690242 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:59:58Z', 'revision_number': 6, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port_host': None}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:58.702963 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f47d4-4743-4b0b-90c5-91c72405319b None None] The sync data for ids ['f48d0cef-b4a2-440a-ba35-f3fcc0737d01'] in dv-cinder-786384-7-smb is: [{'id': 'f48d0cef-b4a2-440a-ba35-f3fcc0737d01', 'name': 'tempest-ServerRescueNegativeTestJSON-1215979418-router', 'tenant_id': '3e941df032774042b261efbf36f4e25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:59:58Z', 'revision_number': 6, 'project_id': '3e941df032774042b261efbf36f4e25f', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:58.746239 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:58.756030 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Calling delete_port for 4c723c42-19ad-4dff-9638-803b60275fd0 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:58.765406 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:58.770121 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Usage tracker for resource:security_group_rule and tenant:8c185813331c44669252f67639d25679 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:58.773079 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:58.779359 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:58.904507 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:58.989091 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:58.998303 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6cd8dcbe-a79b-40ee-b28f-f516c6d7f2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:59.043440 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ebd061-32cf-48f9-8ca0-c969a6185ad8,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:59.047778 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c185813331c44669252f67639d25679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698479 May 31 11:59:59.048657 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:59.051059 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44492) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:59.089954 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.097363 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e6ee8014-9c38-4c73-a470-8d09ff34d94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:59.118125 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-77daf821-c8a4-46e9-b621-9674a587d05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.149986 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-77daf821-c8a4-46e9-b621-9674a587d05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.157772 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c723c42-19ad-4dff-9638-803b60275fd0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:59.187535 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:59.250804 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-77daf821-c8a4-46e9-b621-9674a587d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.256483 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-239291de-a198-4329-a382-11669715276e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:59.261008 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435633'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.266563 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daf821-c8a4-46e9-b621-9674a587d05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ebd061-32cf-48f9-8ca0-c969a6185ad8,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:59.272016 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-77daf821-c8a4-46e9-b621-9674a587d05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:59.282319 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-77daf821-c8a4-46e9-b621-9674a587d05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.283559 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-77daf821-c8a4-46e9-b621-9674a587d05d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9ebd061-32cf-48f9-8ca0-c969a6185ad8 HTTP/1.1" status: 204 len: 168 time: 0.2314811 May 31 11:59:59.437090 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.439779 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.599957 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441344'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.600508 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f48d0cef-b4a2-440a-ba35-f3fcc0737d01 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:59:59.641802 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.643005 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f48d0cef-b4a2-440a-ba35-f3fcc0737d01 HTTP/1.1" status: 204 len: 168 time: 1.7884741 May 31 11:59:59.646203 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44502) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:59.731861 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Deleting subnet a4707d7f-cfcb-4453-9574-fc4d9b4643ad {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:59:59.736290 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.805636 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150063'] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.876840 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.312010 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device ced0eb03-1d2a-4006-8e68-a907a58fa5b5 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:00.371375 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2405792'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.374281 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: ced0eb03-1d2a-4006-8e68-a907a58fa5b5 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:00:00.374648 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device ced0eb03-1d2a-4006-8e68-a907a58fa5b5 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:00:00.378982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 4c723c42-19ad-4dff-9638-803b60275fd0 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:00.379881 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-66953b6e-13a0-4ab6-b570-daed8d1831b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:00.411521 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: 4c723c42-19ad-4dff-9638-803b60275fd0 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:00:00.411909 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 4c723c42-19ad-4dff-9638-803b60275fd0 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:00:00.422581 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4707d7f-cfcb-4453-9574-fc4d9b4643ad,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:00.426741 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.429223 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:00.435640 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a4707d7f-cfcb-4453-9574-fc4d9b4643ad HTTP/1.1" status: 204 len: 168 time: 0.7860062 May 31 12:00:00.436110 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44544) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:00.535832 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44548) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:00.556593 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.648937 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-815065321-network', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:00.654287 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:00.658655 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Usage tracker for resource:network and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:00.661937 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:00.667728 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:00.683587 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.698341 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b875fa4e-e1d0-4bb5-a570-65ead3233413']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:00.712394 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f91614-e3f7-4d27-b00c-ab1cded22c02') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:00.712729 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f91614-e3f7-4d27-b00c-ab1cded22c02') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:00.727122 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.748224 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.758021 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:00:00.758534 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:00:00.773731 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:00:01.085363 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Made reservation on behalf of f6581bf7df3449aabf8eb1410141b339 for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:01.087786 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.100844 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.108438 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.114007 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f81ea6c7-064d-431b-978c-72976100b100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:01.116683 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:01.121785 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:01.123582 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:01.130207 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:01.133409 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.139364 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b875fa4e-e1d0-4bb5-a570-65ead3233413,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:01.142689 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:01.217372 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.240630 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b875fa4e-e1d0-4bb5-a570-65ead3233413 HTTP/1.1" status: 204 len: 168 time: 0.8033466 May 31 12:00:01.302315 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.305406 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-acc4f581-e6eb-487c-b7ca-61b013ad0061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:01.336956 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:00:01.345750 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82408bde-1511-4b60-8aae-06031e7001d6,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:01.353045 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.357595 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Added segment 7f085a3d-d98e-4bbe-9477-3aec33c46027 of type vlan for network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 May 31 12:00:01.357595 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:01.398264 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.496661 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.498057 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:01.498618 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.503865 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:01.620120 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:01.632141 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44578) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:01.634006 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:00:01.640816 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:01.742304 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-8cb47115-1d8b-4bb8-bab2-89c2613592e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e941df032774042b261efbf36f4e25f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1004319 May 31 12:00:01.742304 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44584) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:01.742667 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2008252 May 31 12:00:01.752537 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44588) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:01.756116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Request body: {'subnet': {'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-815065321-subnet', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:01.764547 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:01.769218 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Usage tracker for resource:subnet and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:01.775458 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:01.780199 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:01.809578 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2604-187e-430f-9244-dce6b24c63ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.837667 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2604-187e-430f-9244-dce6b24c63ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.865895 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Made reservation on behalf of f6581bf7df3449aabf8eb1410141b339 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:01.871961 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2405823'] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.988476 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2604-187e-430f-9244-dce6b24c63ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:01.992491 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e1f76910-75df-4768-9cf3-ac6ddb2d4a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:02.012079 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e2604-187e-430f-9244-dce6b24c63ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6165a4bf-89e0-489c-b593-7793b907f6b3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:02.024760 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-bf5e2604-187e-430f-9244-dce6b24c63ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:02.175914 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2604-187e-430f-9244-dce6b24c63ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:02.181004 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-bf5e2604-187e-430f-9244-dce6b24c63ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6165a4bf-89e0-489c-b593-7793b907f6b3 HTTP/1.1" status: 204 len: 168 time: 0.4395123 May 31 12:00:02.523720 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44612) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:02.581325 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2210459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2405801'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:02.594707 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:02.703271 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c55288-5e64-4b2b-8a18-3ae4c111a647,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:02.707533 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:02.731898 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Checking segment: {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:02.731898 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Network hostable DHCP agents. Network: 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:00:02.736780 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:02.759460 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:02.765088 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a9ed93b05b44e31a356c4a95cc582bb is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:02.769090 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:02.776367 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:02.848956 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:00:02.889314 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:02.919373 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:02.935516 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:02.935961 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb32e9-9fb7-47e7-b179-030da7ce4cee None None] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:00:02.936594 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:02.950043 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:02.959611 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-90bab418-8b07-4062-a8ce-0f17eef9f61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:03.008048 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a9ed93b05b44e31a356c4a95cc582bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829760 May 31 12:00:03.010603 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44648) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:03.013116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559d19a2-98d3-4d7e-95b8-9d63f7ff632f,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:03.021076 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:03.080325 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-459c061a-8f11-4309-bbe5-fb21e451cae5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3294020 May 31 12:00:03.086665 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44658) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:03.093083 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:03.098859 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:03.104262 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Usage tracker for resource:router and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:03.108199 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:03.114925 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:03.138649 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4db7e187-7db3-418e-bca7-48555492f1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.171428 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4db7e187-7db3-418e-bca7-48555492f1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.194303 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.195501 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.226105 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.249244 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7f8a48-38bf-5b06-b0f4-c8fa0083efd9-9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647'}]}} from dv-cinder-786384-7-smb. {{(pid=103896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:00:03.251108 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.365981 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4db7e187-7db3-418e-bca7-48555492f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.371249 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-bf5e2604-187e-430f-9244-dce6b24c63ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:03.395371 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7e187-7db3-418e-bca7-48555492f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559d19a2-98d3-4d7e-95b8-9d63f7ff632f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:03.415282 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4db7e187-7db3-418e-bca7-48555492f1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:03.415282 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:03.415282 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4db7e187-7db3-418e-bca7-48555492f1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.415282 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-4db7e187-7db3-418e-bca7-48555492f1a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/559d19a2-98d3-4d7e-95b8-9d63f7ff632f HTTP/1.1" status: 204 len: 168 time: 0.3998401 May 31 12:00:03.545979 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Allocated IP 172.20.0.2 (9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1/63c55288-5e64-4b2b-8a18-3ae4c111a647/8b432d71-2086-415c-90aa-eb4bccef8a23) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:03.548545 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-561443042-network', 'tenant_id': '4273d13482f848248eb9bc123652e320'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:03.555574 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:03.560895 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Usage tracker for resource:network and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:03.566923 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:03.576238 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:03.667885 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Made reservation on behalf of 4273d13482f848248eb9bc123652e320 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:03.670596 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.684379 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.701236 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:03.709902 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Usage tracker for resource:security_group_rule and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:03.717287 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:03.728441 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.731595 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:03.836097 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.865499 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.876207 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.884101 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Transition to ACTIVE for port object 8b432d71-2086-415c-90aa-eb4bccef8a23 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:03.905666 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Transition to ACTIVE for port object 8b432d71-2086-415c-90aa-eb4bccef8a23 will not be triggered until provisioned by entity DHCP. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:03.920060 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.925436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4db7e187-7db3-418e-bca7-48555492f1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:03.958272 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:00:03.977095 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.979779 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b02f9-0b85-4a03-8d21-497ac5cd3a99,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:03.987932 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:03.988276 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.segments_db [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Added segment f26e681a-fef9-4b5b-a0e5-96bc3660ab4d of type vlan for network 16e26fb3-e629-4d90-a525-0b32a2040504 May 31 12:00:03.989873 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:04.001936 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:04.038676 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.042802 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:04.049408 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:04.052721 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:04.139672 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Pushing event updated for resources: {'Port': ['ID=8b432d71-2086-415c-90aa-eb4bccef8a23,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:04.163719 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.168868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:04.172739 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:04.173585 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Attempting to bind port 8b432d71-2086-415c-90aa-eb4bccef8a23 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:04.173952 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Attempting to bind port 8b432d71-2086-415c-90aa-eb4bccef8a23 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:04.174449 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Attempting to bind port 8b432d71-2086-415c-90aa-eb4bccef8a23 on network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:04.180694 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:04.181152 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Checking segment: {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:04.181535 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.181975 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Bound using segment: {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:04.182403 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Bound port: 8b432d71-2086-415c-90aa-eb4bccef8a23, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:04.182782 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.283279 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] For port 8b432d71-2086-415c-90aa-eb4bccef8a23, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:04.285384 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.295331 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] For port 8b432d71-2086-415c-90aa-eb4bccef8a23, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=8b432d71-2086-415c-90aa-eb4bccef8a23,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:04.296017 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:04.296116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.296609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.296609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:04.321608 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.410006 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Pushing event updated for resources: {'Network': ['ID=16e26fb3-e629-4d90-a525-0b32a2040504,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:04.411339 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.412689 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:04.415472 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:04.451941 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 16e26fb3-e629-4d90-a525-0b32a2040504 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:00:04.482829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Allocated IP 172.28.2.25 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/c4e3cda0-14ce-4035-9986-84810252e550) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:04.511562 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1019106 May 31 12:00:04.519033 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44712) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:04.526539 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Request body: {'subnet': {'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-561443042-subnet', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:04.585258 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:04.596709 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Pushing event updated for resources: {'Port': ['ID=8b432d71-2086-415c-90aa-eb4bccef8a23,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:04.599780 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:04.601742 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Usage tracker for resource:subnet and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:04.606427 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:04.616101 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:04.693098 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.732150 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Made reservation on behalf of 4273d13482f848248eb9bc123652e320 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:04.732150 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2405823'] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.992032 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:05.000473 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:05.088680 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:05.104139 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:05.110642 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:05.162880 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Pushing event updated for resources: {'Port': ['ID=c4e3cda0-14ce-4035-9986-84810252e550,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:05.170955 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:05.217945 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-8d840191-78f6-4ed9-a1c8-605b6a6cd7a3 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Synchronizing usage tracker for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:05.474968 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-8d840191-78f6-4ed9-a1c8-605b6a6cd7a3 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Unset dirty status for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:05.476411 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-8d840191-78f6-4ed9-a1c8-605b6a6cd7a3 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620360829&fields=id&tenant_id=1f6441b832b24ebcbfa946283abd7f40 HTTP/1.1" status: 200 len: 267 time: 0.3936164 May 31 12:00:05.784257 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33edff-a4c8-407f-bb4e-a9a0b1cfaebf None None] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:00:05.961816 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-584022dc-fa30-4045-bc30-781ac4299e36 None None] Provisioning for port 8b432d71-2086-415c-90aa-eb4bccef8a23 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:05.977311 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-c55bbe67-3939-4404-8d00-e708d86ccbdd tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:05.978439 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-c55bbe67-3939-4404-8d00-e708d86ccbdd tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Synchronizing usage tracker for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:network {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:06.049888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:06.141979 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2210459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2405801'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:06.150680 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fdbd7857-6cf1-430a-9e40-4cc8c5f397fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:06.255092 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-c55bbe67-3939-4404-8d00-e708d86ccbdd tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Unset dirty status for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:network {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:06.256024 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-c55bbe67-3939-4404-8d00-e708d86ccbdd tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/networks?id=073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 200 len: 809 time: 0.7710776 May 31 12:00:06.330153 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-138b7533-d1d8-4896-9af3-3842b3b3f605 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/quotas/1f6441b832b24ebcbfa946283abd7f40 HTTP/1.1" status: 200 len: 375 time: 0.0624282 May 31 12:00:06.337672 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:06.351565 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:06.408492 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 8b432d71-2086-415c-90aa-eb4bccef8a23 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:06.416679 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Checking segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:06.416967 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Network hostable DHCP agents. Network: 16e26fb3-e629-4d90-a525-0b32a2040504, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:00:06.555106 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 8b432d71-2086-415c-90aa-eb4bccef8a23 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:06.560375 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 8b432d71-2086-415c-90aa-eb4bccef8a23 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:06.560805 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:06.600847 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Network 16e26fb3-e629-4d90-a525-0b32a2040504 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:00:06.629389 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-d1efe3d7-2b55-44b0-a411-56c599e9856b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2791300 May 31 12:00:06.638652 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558'] for router, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:06.716423 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:06.728563 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 16e26fb3-e629-4d90-a525-0b32a2040504) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:06.760090 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f07ad2-14a7-4b9a-b5ba-88efb6519e43 None None] Network 16e26fb3-e629-4d90-a525-0b32a2040504 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:00:06.810899 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:06.811497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:06.845265 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 8b432d71-2086-415c-90aa-eb4bccef8a23, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=8b432d71-2086-415c-90aa-eb4bccef8a23,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:06.896235 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44794) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:06.934990 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9e027-8c66-46f2-ab36-51cf1669f741 req-7a7deb8b-c80a-4bf7-8a18-65c6fc65fd6a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:06.937916 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-05d9e027-8c66-46f2-ab36-51cf1669f741 req-7a7deb8b-c80a-4bf7-8a18-65c6fc65fd6a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1196203 May 31 12:00:06.970957 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-d71613a2-f7f6-4437-aeb5-00f5f0797398 service neutron] 10.222.0.58 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707946 May 31 12:00:07.032656 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-05d9e027-8c66-46f2-ab36-51cf1669f741 req-9d72eb9f-02a5-49c1-ad27-64a49982daaa tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882368 May 31 12:00:07.045355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.056463 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.063537 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:07.075008 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:07.078965 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Usage tracker for resource:security_group_rule and tenant:a3821e10a2694c928f2f0aa9070ccc1f is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:07.080014 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-389d702a-8d34-41d0-b413-52fde4475df7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5601974 May 31 12:00:07.082738 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44804) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:07.085803 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:07.091179 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:07.121180 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7f8a48-38bf-5b06-b0f4-c8fa0083efd9-16e26fb3-e629-4d90-a525-0b32a2040504', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb'}]}} from dv-cinder-786384-7-smb. {{(pid=103896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:00:07.122586 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:07.123567 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.146653 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-70dc9c3e-a5ab-4d78-9133-85ad1295d0eb service neutron] 10.222.0.58 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655381 May 31 12:00:07.171516 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Router 00fbda1f-2b30-44ca-b179-8a131271fa89 is scheduled to L3 agent 81986136-6268-4c02-84da-1ad85eb25ead with binding_index 1 {{(pid=103894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:00:07.186257 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:07.203100 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=8b432d71-2086-415c-90aa-eb4bccef8a23,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:07.214174 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:07.233231 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:07.241703 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Usage tracker for resource:router and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:07.245514 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:07.306073 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.307793 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:07.373279 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Allocated IP 172.20.0.2 (16e26fb3-e629-4d90-a525-0b32a2040504/a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb/2b19f304-bba1-45fa-bef6-60122f6b3fab) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:07.381767 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.391410 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-15146bdd-2a64-4ebc-9f1f-9b3f6073bcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:07.407569 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:07.434852 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3821e10a2694c928f2f0aa9070ccc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367587 May 31 12:00:07.435944 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8019212-7935-4492-a0d3-42f7a35fc94b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:07.438005 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44816) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:07.439405 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:07.462472 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.463871 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.482855 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.572712 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Sync routers for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:07.600970 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.602143 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:07.602313 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5146496 May 31 12:00:07.602897 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:07.605834 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44820) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:07.637540 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f59b742d-e7cc-4406-a2f1-412570e26ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.668957 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f59b742d-e7cc-4406-a2f1-412570e26ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.771827 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.777502 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f59b742d-e7cc-4406-a2f1-412570e26ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.788002 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a44400c7-5b4c-4d4c-a153-944883383af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:07.789881 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Transition to ACTIVE for port object 2b19f304-bba1-45fa-bef6-60122f6b3fab will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:07.803116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b742d-e7cc-4406-a2f1-412570e26ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8019212-7935-4492-a0d3-42f7a35fc94b,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:07.805451 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f59b742d-e7cc-4406-a2f1-412570e26ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:07.806736 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f59b742d-e7cc-4406-a2f1-412570e26ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.810401 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f59b742d-e7cc-4406-a2f1-412570e26ea0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8019212-7935-4492-a0d3-42f7a35fc94b HTTP/1.1" status: 204 len: 168 time: 0.3690414 May 31 12:00:07.815785 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:08.017420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Transition to ACTIVE for port object 2b19f304-bba1-45fa-bef6-60122f6b3fab will not be triggered until provisioned by entity DHCP. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:08.093847 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.099182 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-8a8803ed-5190-4f27-a0ab-bb0c5dd93384 req-03697cd3-ab87-435e-8dfe-5d0bc53dffc6 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Synchronizing usage tracker for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:08.105913 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:08.181830 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Network 16e26fb3-e629-4d90-a525-0b32a2040504 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:08.193475 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:08.197569 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.210928 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:08.232592 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Pushing event updated for resources: {'Port': ['ID=2b19f304-bba1-45fa-bef6-60122f6b3fab,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:08.264640 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:08.334630 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9056a3f-326e-4301-ae32-d6d599306006 req-2ee71cda-727e-40a2-bfa3-d1fd5509f3b3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:08.344101 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b9056a3f-326e-4301-ae32-d6d599306006 req-2ee71cda-727e-40a2-bfa3-d1fd5509f3b3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1519136 May 31 12:00:08.354889 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 8b432d71-2086-415c-90aa-eb4bccef8a23 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:08.423264 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b9056a3f-326e-4301-ae32-d6d599306006 req-4dd10510-7b94-4369-88d1-8b04b767137e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775883 May 31 12:00:08.444134 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Attempting to bind port 2b19f304-bba1-45fa-bef6-60122f6b3fab on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:08.444843 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Attempting to bind port 2b19f304-bba1-45fa-bef6-60122f6b3fab by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:08.445204 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Attempting to bind port 2b19f304-bba1-45fa-bef6-60122f6b3fab on network 16e26fb3-e629-4d90-a525-0b32a2040504 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:08.446462 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-8a8803ed-5190-4f27-a0ab-bb0c5dd93384 req-03697cd3-ab87-435e-8dfe-5d0bc53dffc6 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Unset dirty status for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:08.447990 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8a8803ed-5190-4f27-a0ab-bb0c5dd93384 req-03697cd3-ab87-435e-8dfe-5d0bc53dffc6 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 210 time: 0.5375340 May 31 12:00:08.460213 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:08.460585 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Checking segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:08.460993 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.461388 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Bound using segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:08.461870 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Bound port: 2b19f304-bba1-45fa-bef6-60122f6b3fab, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:08.462246 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.555018 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27daaff2-7e90-40df-a36d-34895122ba75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.570130 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 8b432d71-2086-415c-90aa-eb4bccef8a23 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:08.570512 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.600353 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44846) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:08.604523 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:05Z', 'revision_number': 3, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:08.624104 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.637910 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Checking router: 00fbda1f-2b30-44ca-b179-8a131271fa89 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:08.638281 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Updating router 00fbda1f-2b30-44ca-b179-8a131271fa89 port c4e3cda0-14ce-4035-9986-84810252e550 binding host dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:00:08.646335 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:08.650937 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Usage tracker for resource:security_group_rule and tenant:556f4519e6d54ded95b988e0ec61d8e3 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:08.654071 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:08.661917 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:08.711746 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] For port 2b19f304-bba1-45fa-bef6-60122f6b3fab, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:08.722713 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.755959 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] For port 2b19f304-bba1-45fa-bef6-60122f6b3fab, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=2b19f304-bba1-45fa-bef6-60122f6b3fab,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:08.786982 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.874067 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.883205 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ab9069aa-0b0f-48b1-9236-55bf990907b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:08.886683 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.896957 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6498b510-c31f-474c-bf6d-a4455ff7e0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:08.927344 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=556f4519e6d54ded95b988e0ec61d8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258691 May 31 12:00:08.928617 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aae130-e91d-4a4f-af3a-c40a644ec17c,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:08.931076 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44854) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:08.933656 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:09.003235 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e85aa-15ff-495b-9d43-7233b65ee3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.033845 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e85aa-15ff-495b-9d43-7233b65ee3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.119847 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Pushing event updated for resources: {'Port': ['ID=2b19f304-bba1-45fa-bef6-60122f6b3fab,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:09.123716 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:09.205095 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e85aa-15ff-495b-9d43-7233b65ee3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.211827 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-faa2c5f9-4687-4a8a-a336-50bac3cba3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:09.238894 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e85aa-15ff-495b-9d43-7233b65ee3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aae130-e91d-4a4f-af3a-c40a644ec17c,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:09.243299 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ff6e85aa-15ff-495b-9d43-7233b65ee3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:09.245980 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e85aa-15ff-495b-9d43-7233b65ee3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.246484 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-ff6e85aa-15ff-495b-9d43-7233b65ee3b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03aae130-e91d-4a4f-af3a-c40a644ec17c HTTP/1.1" status: 204 len: 168 time: 0.3145080 May 31 12:00:09.275544 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.335946 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.400676 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.439235 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.471216 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Transition to ACTIVE for port object c4e3cda0-14ce-4035-9986-84810252e550 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:09.565941 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.571444 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-e896bcea-3892-4f2c-aa64-cc276d3c5e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:09.690561 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db061b-aee7-401a-ab2f-f50c9281c9e5 req-f917a617-884b-4b0f-a30f-2c8075aaac9d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:09.700743 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-22db061b-aee7-401a-ab2f-f50c9281c9e5 req-f917a617-884b-4b0f-a30f-2c8075aaac9d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1387279 May 31 12:00:09.732249 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Attempting to bind port c4e3cda0-14ce-4035-9986-84810252e550 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:09.732690 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Attempting to bind port c4e3cda0-14ce-4035-9986-84810252e550 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:09.733057 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Attempting to bind port c4e3cda0-14ce-4035-9986-84810252e550 on network 182eec52-fc32-4a2b-9fae-2f284fe082da {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:09.758034 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Allocated IP 172.28.2.215 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/359a218b-4d0e-4b5d-9f29-dfe041337748) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:09.764906 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:09.765468 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:09.765989 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.766297 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Bound using segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:09.766983 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Bound port: c4e3cda0-14ce-4035-9986-84810252e550, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:09.767498 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.784503 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-22db061b-aee7-401a-ab2f-f50c9281c9e5 req-60ff52e4-3c59-448a-ac4e-e132f779da51 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797646 May 31 12:00:09.823820 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64361b8f-d01f-4101-a8d5-e02a41b3c371 None None] Pushing event updated for resources: {'Port': ['ID=c4e3cda0-14ce-4035-9986-84810252e550,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:09.839754 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-64361b8f-d01f-4101-a8d5-e02a41b3c371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:09.856075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Allocated IP 172.20.0.1 (9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1/63c55288-5e64-4b2b-8a18-3ae4c111a647/fb1276b2-7a3d-463f-b02f-6011d3f8f315) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:09.885203 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] For port c4e3cda0-14ce-4035-9986-84810252e550, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:09.891386 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] For port c4e3cda0-14ce-4035-9986-84810252e550, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=c4e3cda0-14ce-4035-9986-84810252e550,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:09.966269 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.972533 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:10.068785 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64361b8f-d01f-4101-a8d5-e02a41b3c371 None None] Pushing event updated for resources: {'Port': ['ID=c4e3cda0-14ce-4035-9986-84810252e550,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:10.074118 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-64361b8f-d01f-4101-a8d5-e02a41b3c371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:10.089256 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:10.090090 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T11:59:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:10.192076 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-934e8e10-11a8-4eee-ab85-f8a6f41060e0 req-e3994419-ade8-4965-af44-37aaf0484296 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 210 time: 0.1266112 May 31 12:00:10.246984 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.295277 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:10.322266 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.344034 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Transition to ACTIVE for port object fb1276b2-7a3d-463f-b02f-6011d3f8f315 will not be triggered until provisioned by entity DHCP. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:10.347971 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b7835-45d8-4a23-a94e-98a766b4ce5c None None] Network 16e26fb3-e629-4d90-a525-0b32a2040504 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:00:10.388368 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.392866 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:10.432907 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 2b19f304-bba1-45fa-bef6-60122f6b3fab up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:10.466583 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.474747 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:10.479847 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:10.482490 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:10.530953 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Pushing event updated for resources: {'Port': ['ID=359a218b-4d0e-4b5d-9f29-dfe041337748,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:10.535836 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:10.542722 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:10.543452 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:10.581784 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:10.594022 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:10.779714 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-e2587a66-1a40-4341-8a23-bdc52e086316 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:10.781176 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-e2587a66-1a40-4341-8a23-bdc52e086316 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.54 "GET /v2.0/networks?id=073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 200 len: 809 time: 0.2299762 May 31 12:00:10.794339 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Pushing event updated for resources: {'Port': ['ID=fb1276b2-7a3d-463f-b02f-6011d3f8f315,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:10.794600 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6dd78dec-dd3b-4927-85d6-16aa1bb44782 None None] Provisioning for port 2b19f304-bba1-45fa-bef6-60122f6b3fab completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:10.827213 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:10.903518 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-aae3bb2a-dc90-4493-ac04-e5693caa9674 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6441b832b24ebcbfa946283abd7f40 HTTP/1.1" status: 200 len: 379 time: 0.1039283 May 31 12:00:10.920134 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'port': {'device_id': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'admin_state_up': True, 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'security_groups': ['8547dec0-3f53-48e7-a931-436afb23c2f7']}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:10.987162 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437527'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.109909 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.124642 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 2b19f304-bba1-45fa-bef6-60122f6b3fab completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:11.149384 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 2b19f304-bba1-45fa-bef6-60122f6b3fab triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:11.149963 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.178275 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:11.194443 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd60a-968f-4833-a193-dfc7d678978a req-bce64ab8-5195-4922-b15e-29dbf52345c7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:11.201995 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ccddd60a-968f-4833-a193-dfc7d678978a req-bce64ab8-5195-4922-b15e-29dbf52345c7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1735399 May 31 12:00:11.208425 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:11.269788 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ccddd60a-968f-4833-a193-dfc7d678978a req-3d6612f8-774e-47b4-ab62-e8db4f19231e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665483 May 31 12:00:11.308227 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aad3ecac-dc93-4990-9867-928d793206bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.319293 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Made reservation on behalf of 1f6441b832b24ebcbfa946283abd7f40 for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:11.323822 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.349190 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-f4efa726-43ae-488b-8982-832200e14fe5 None None] Provisioning for port fb1276b2-7a3d-463f-b02f-6011d3f8f315 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:11.368198 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-f4efa726-43ae-488b-8982-832200e14fe5 None None] Provisioning complete for port fb1276b2-7a3d-463f-b02f-6011d3f8f315 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:11.368198 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4efa726-43ae-488b-8982-832200e14fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.495241 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a18fc414-4618-4bfd-aa3e-d299f83b4179 req-3beaae9a-4736-4bf1-8786-faafb1430e5d tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 210 time: 0.0771482 May 31 12:00:11.531804 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f4efa726-43ae-488b-8982-832200e14fe5 None None] Port fb1276b2-7a3d-463f-b02f-6011d3f8f315 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:11.576840 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Allocated IP 172.20.0.6 (073b185b-d988-4fa5-be2f-0271044767b7/d42cef8c-079e-4ff5-8601-b7be4784a4a7/16da4828-e0b2-426f-81ba-6384890da8fb) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:11.579114 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.626171 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:05Z', 'revision_number': 3, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:11.640280 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98377005-3488-46a6-9d11-8d57927b0187 None None] The sync data for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb is: [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:05Z', 'revision_number': 3, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:11.650968 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 2b19f304-bba1-45fa-bef6-60122f6b3fab, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=2b19f304-bba1-45fa-bef6-60122f6b3fab,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:11.709822 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.716366 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:11.864185 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=2b19f304-bba1-45fa-bef6-60122f6b3fab,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:11.868916 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:11.887045 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-49acde43-6667-4619-be72-990ccd07b10d None None] Provisioning complete for port 2b19f304-bba1-45fa-bef6-60122f6b3fab triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:11.887556 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49acde43-6667-4619-be72-990ccd07b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.913569 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.921644 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.939201 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:11.940726 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Transition to ACTIVE for port object 16da4828-e0b2-426f-81ba-6384890da8fb will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:12.040773 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.046909 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:12.135989 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Network 073b185b-d988-4fa5-be2f-0271044767b7 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:12.144881 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:12.155980 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:12.256761 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.272585 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:12.282146 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:12.311999 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:12.318514 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.486346 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5776598 May 31 12:00:12.506566 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Request body: {'port': {'device_id': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:12.551854 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device c4e3cda0-14ce-4035-9986-84810252e550 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:12.736982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-1bee39ce-0099-4f4f-9c8c-9a202cd21440 None None] Provisioning for port 16da4828-e0b2-426f-81ba-6384890da8fb completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:12.743360 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-1bee39ce-0099-4f4f-9c8c-9a202cd21440 None None] Provisioning complete for port 16da4828-e0b2-426f-81ba-6384890da8fb triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:12.745057 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1bee39ce-0099-4f4f-9c8c-9a202cd21440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.811192 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.821053 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1bee39ce-0099-4f4f-9c8c-9a202cd21440 None None] Port 16da4828-e0b2-426f-81ba-6384890da8fb cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:12.857486 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port c4e3cda0-14ce-4035-9986-84810252e550 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:12.863622 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port c4e3cda0-14ce-4035-9986-84810252e550 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:12.864875 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.882023 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.995151 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.077609 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.097129 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port c4e3cda0-14ce-4035-9986-84810252e550, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=c4e3cda0-14ce-4035-9986-84810252e550,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:13.196507 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7173b20-6065-437e-93da-782b0d977215 req-80884bc7-6504-4c85-8236-7ba715bd4493 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:13.198104 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b7173b20-6065-437e-93da-782b0d977215 req-80884bc7-6504-4c85-8236-7ba715bd4493 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.3620293 May 31 12:00:13.198880 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44920) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:13.199797 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.200828 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 2b19f304-bba1-45fa-bef6-60122f6b3fab up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:13.224444 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.254688 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:13.257469 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:13.294712 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b7173b20-6065-437e-93da-782b0d977215 req-787784cf-a85c-4093-ab20-fade9c3f55fb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823457 May 31 12:00:13.306806 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5b55c-dcb3-4e3a-b85c-5ff5512bfa67 req-b7f0a67b-7eae-417d-a56e-1d98c3cfb670 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:13.313834 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9bc5b55c-dcb3-4e3a-b85c-5ff5512bfa67 req-b7f0a67b-7eae-417d-a56e-1d98c3cfb670 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 931 time: 0.5750217 May 31 12:00:13.401152 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437690'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.401904 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 2b19f304-bba1-45fa-bef6-60122f6b3fab triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:13.402292 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.418449 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.453894 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Pushing event updated for resources: {'Port': ['ID=fb1276b2-7a3d-463f-b02f-6011d3f8f315,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:13.457384 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:13.471869 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0f0f5b72ce46d68459de5bb32d41a6 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:13.476443 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=c4e3cda0-14ce-4035-9986-84810252e550,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:13.476966 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:13.481252 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:13.484395 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:13.489209 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:13.523797 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9bc5b55c-dcb3-4e3a-b85c-5ff5512bfa67 req-ef5fd876-2bbd-45e4-be5a-85cf069ac23a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054203 May 31 12:00:13.596253 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16da4828-e0b2-426f-81ba-6384890da8fb {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:13.608984 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.641699 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Transition to ACTIVE for port object 16da4828-e0b2-426f-81ba-6384890da8fb will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:13.659248 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:13.660507 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:13.671919 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.736555 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Router 459aebb0-9b7f-4489-a05c-6f2f3938c21e is scheduled to L3 agent 81986136-6268-4c02-84da-1ad85eb25ead with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:00:13.736651 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.746565 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f24a86b9-a7cf-4d2f-9089-2a78fa278109 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:13.919555 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.924141 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.974363 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-b0a768af-b23c-4673-811e-3edb6135aa6a None None] Provisioning complete for port fb1276b2-7a3d-463f-b02f-6011d3f8f315 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:13.975396 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0a768af-b23c-4673-811e-3edb6135aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.063097 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Pushing event updated for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:14.066432 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Router 00fbda1f-2b30-44ca-b179-8a131271fa89 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:00:14.067379 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b0a768af-b23c-4673-811e-3edb6135aa6a None None] Port fb1276b2-7a3d-463f-b02f-6011d3f8f315 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:14.082289 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:14.085953 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:14.097064 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Sync routers for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:14.108886 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:14.109605 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:14.128555 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:14.140722 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f0f0f5b72ce46d68459de5bb32d41a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9374578 May 31 12:00:14.146146 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44930) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:14.205040 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef948c8-94f5-49e0-a95f-4244ea75ebf5,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:14.213784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:14.220478 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Attempting to bind port 16da4828-e0b2-426f-81ba-6384890da8fb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:14.220988 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Attempting to bind port 16da4828-e0b2-426f-81ba-6384890da8fb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:14.221496 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Attempting to bind port 16da4828-e0b2-426f-81ba-6384890da8fb on network 073b185b-d988-4fa5-be2f-0271044767b7 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:14.234309 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Port 16da4828-e0b2-426f-81ba-6384890da8fb on network 073b185b-d988-4fa5-be2f-0271044767b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:00:14.235176 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Attempting to bind port 16da4828-e0b2-426f-81ba-6384890da8fb on network 073b185b-d988-4fa5-be2f-0271044767b7 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:14.249872 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:14.250395 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Checking segment: {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:14.251256 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Bound using segment: {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:14.251919 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Bound port: 16da4828-e0b2-426f-81ba-6384890da8fb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53de1e2e-5d54-4387-a3f7-2530d2db2610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:14.252835 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.299673 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:14.308844 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Sync routers for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:14.318350 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] 10.222.0.58 "PUT /v2.0/routers/00fbda1f-2b30-44ca-b179-8a131271fa89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7026403 May 31 12:00:14.325515 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device c4e3cda0-14ce-4035-9986-84810252e550 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:14.344118 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a282828f-7e38-4928-be72-f36fbd2e202d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.349843 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:14.376607 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.377720 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2938333 May 31 12:00:14.381356 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44938) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:14.403875 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:14.403875 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:14.415456 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a282828f-7e38-4928-be72-f36fbd2e202d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.552055 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a282828f-7e38-4928-be72-f36fbd2e202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.560072 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-46509e78-1ae4-4dc5-96f4-9b42543ced97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:14.573778 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282828f-7e38-4928-be72-f36fbd2e202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef948c8-94f5-49e0-a95f-4244ea75ebf5,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:14.585251 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a282828f-7e38-4928-be72-f36fbd2e202d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:14.591877 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:14.612427 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a282828f-7e38-4928-be72-f36fbd2e202d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.617140 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a282828f-7e38-4928-be72-f36fbd2e202d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ef948c8-94f5-49e0-a95f-4244ea75ebf5 HTTP/1.1" status: 204 len: 168 time: 0.4680078 May 31 12:00:14.622162 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:14.632885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44fe31-78f4-4220-b6c9-d9a66d047d37 req-d98de2b8-04f4-4709-bfac-94d5a343f29c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:14.640788 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cb44fe31-78f4-4220-b6c9-d9a66d047d37 req-d98de2b8-04f4-4709-bfac-94d5a343f29c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1652822 May 31 12:00:14.698268 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port c4e3cda0-14ce-4035-9986-84810252e550 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:14.703227 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.714796 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cb44fe31-78f4-4220-b6c9-d9a66d047d37 req-95bace3f-c471-4b92-8346-f57e751698b1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730422 May 31 12:00:14.719616 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.739347 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:14.840975 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:14.900987 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Pushing event updated for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:14.915127 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:14.924341 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:14.924341 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.927062 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] 10.222.0.54 "PUT /v2.0/ports/16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 200 len: 1093 time: 2.4254775 May 31 12:00:14.928570 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:14.931394 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ae766-843b-4d59-837b-ac4a79279d25" -d '{"events": [{"name": "network-changed", "server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:14.991318 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f7cfc3-fb16-43f5-92e6-3e56872e89f8 x-openstack-request-id: req-57f7cfc3-fb16-43f5-92e6-3e56872e89f8 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:14.992210 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:14.992756 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57f7cfc3-fb16-43f5-92e6-3e56872e89f8 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:14.993757 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb', 'status': 'completed', 'code': 200} May 31 12:00:15.012508 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 3, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:15.032382 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Checking router: 459aebb0-9b7f-4489-a05c-6f2f3938c21e for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:15.034256 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Updating router 459aebb0-9b7f-4489-a05c-6f2f3938c21e port 359a218b-4d0e-4b5d-9f29-dfe041337748 binding host dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:00:15.225610 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:15.274748 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ae766-843b-4d59-837b-ac4a79279d25 req-fe2ecc44-ee4a-4677-86b9-23ed0bbd061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:15.276628 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7c1ae766-843b-4d59-837b-ac4a79279d25 req-fe2ecc44-ee4a-4677-86b9-23ed0bbd061e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1096 time: 0.2448108 May 31 12:00:15.606003 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ae766-843b-4d59-837b-ac4a79279d25 req-d0ff35cb-1950-4244-8d16-79e58019634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:15.609097 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7c1ae766-843b-4d59-837b-ac4a79279d25 req-d0ff35cb-1950-4244-8d16-79e58019634a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1f6441b832b24ebcbfa946283abd7f40&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3182855 May 31 12:00:15.647163 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af8d9a-ffb8-4e50-84b5-f07000dcd439 req-4a686ff7-0108-4241-a459-091601953c41 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:15.648809 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-08af8d9a-ffb8-4e50-84b5-f07000dcd439 req-4a686ff7-0108-4241-a459-091601953c41 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.6651337 May 31 12:00:15.816627 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:12Z', 'revision_number': 2, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:15.826901 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 44978) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:15.828778 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Checking router: 00fbda1f-2b30-44ca-b179-8a131271fa89 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:15.829144 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Updating router 00fbda1f-2b30-44ca-b179-8a131271fa89 port fb1276b2-7a3d-463f-b02f-6011d3f8f315 binding host dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:00:15.836004 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2115422941-network', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:15.844434 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-08af8d9a-ffb8-4e50-84b5-f07000dcd439 req-aea9e92e-a441-4733-8743-e8642794f9df tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712868 May 31 12:00:15.848672 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:15.865253 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Usage tracker for resource:network and tenant:981b9ff2ad9a45e4a97514077ed09bd3 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:15.870380 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:15.879170 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:15.890463 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ae766-843b-4d59-837b-ac4a79279d25 req-ea25aaa5-867f-4397-af01-ac10b250477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:15.892308 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7c1ae766-843b-4d59-837b-ac4a79279d25 req-ea25aaa5-867f-4397-af01-ac10b250477e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2772667 May 31 12:00:15.938416 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:15.953708 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Transition to ACTIVE for port object 359a218b-4d0e-4b5d-9f29-dfe041337748 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:16.005876 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.008026 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Made reservation on behalf of 981b9ff2ad9a45e4a97514077ed09bd3 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:16.011792 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.034499 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.038854 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.047191 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:16.083693 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-1ab0b692-0793-4a33-9e65-09eba340e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:16.085184 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-1ab0b692-0793-4a33-9e65-09eba340e2cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1096 time: 0.1145167 May 31 12:00:16.104531 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:16.136411 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Attempting to bind port 359a218b-4d0e-4b5d-9f29-dfe041337748 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:16.136794 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Attempting to bind port 359a218b-4d0e-4b5d-9f29-dfe041337748 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:16.137123 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Attempting to bind port 359a218b-4d0e-4b5d-9f29-dfe041337748 on network 182eec52-fc32-4a2b-9fae-2f284fe082da {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:16.144615 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:16.145722 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:16.145953 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.146655 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Bound using segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:16.146987 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Bound port: 359a218b-4d0e-4b5d-9f29-dfe041337748, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:16.147363 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.151965 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Usage tracker for resource:security_group_rule and tenant:981b9ff2ad9a45e4a97514077ed09bd3 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:16.156911 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:16.172809 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:16.174446 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-4265b1e9-762d-4b77-9f78-9fe2e865e421 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 200 len: 217 time: 0.0727983 May 31 12:00:16.213671 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.216446 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Pushing event updated for resources: {'Port': ['ID=359a218b-4d0e-4b5d-9f29-dfe041337748,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:16.232678 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.233348 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.233348 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.233554 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.233841 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.234155 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.234465 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.247296 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.247925 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.248609 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.249077 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.249558 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:16.259376 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-af7f148c-3880-4a07-a6f4-ca9af3a5511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:16.265096 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-af7f148c-3880-4a07-a6f4-ca9af3a5511d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d42cef8c-079e-4ff5-8601-b7be4784a4a7 HTTP/1.1" status: 200 len: 848 time: 0.0805647 May 31 12:00:16.265257 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:16.308645 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] For port 359a218b-4d0e-4b5d-9f29-dfe041337748, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:16.312555 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] For port 359a218b-4d0e-4b5d-9f29-dfe041337748, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=359a218b-4d0e-4b5d-9f29-dfe041337748,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:16.318084 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8658f29-d937-4d88-bf3c-f009f56e8774 req-0382858e-e878-4135-9cba-900db9e9db2e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:16.319397 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8658f29-d937-4d88-bf3c-f009f56e8774 req-0382858e-e878-4135-9cba-900db9e9db2e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.2681427 May 31 12:00:16.355969 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-6a79ef92-ac18-4139-841a-5a4aeb849eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:16.360385 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-6a79ef92-ac18-4139-841a-5a4aeb849eeb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=073b185b-d988-4fa5-be2f-0271044767b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928986 May 31 12:00:16.400663 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.406995 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-f174860a-211d-43e1-bdc0-82eed45630d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:16.476349 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f8658f29-d937-4d88-bf3c-f009f56e8774 req-6cee064a-ba78-4db9-9ab8-dc52ac6a28dd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466942 May 31 12:00:16.495023 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.506652 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Transition to ACTIVE for port object fb1276b2-7a3d-463f-b02f-6011d3f8f315 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:16.548030 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.576382 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.586488 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-73354385-9a7e-4914-b537-1dc3e0ebcb3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:16.590011 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Pushing event updated for resources: {'Port': ['ID=359a218b-4d0e-4b5d-9f29-dfe041337748,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:16.616939 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.619950 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-6060d6e4-91ea-4325-bc9c-b82e9db10742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:16.636541 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6b492dfa-5f80-45a3-86b0-137b03f7f441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:16.639865 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-85af27af-bca6-43f3-b7a1-b12ec06dfbda service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698998 May 31 12:00:16.647536 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:16.648312 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:16.680086 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Allocated IP 172.20.0.1 (16e26fb3-e629-4d90-a525-0b32a2040504/a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb/dce6f760-2c06-4b44-9fec-23b03cf10e66) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:16.710840 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:00:16.731079 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3436ea-342e-457d-9a5c-c71c393aad65,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:16.735806 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:16.741859 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.751327 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.segments_db [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Added segment 256e75cb-2e56-4eb8-8733-dc253c2e529a of type vlan for network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e May 31 12:00:16.899109 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.918821 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:16.986605 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0a543-2e66-49c3-b2fc-e37589b06ae6 None None] Pushing event updated for resources: {'Port': ['ID=fb1276b2-7a3d-463f-b02f-6011d3f8f315,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:16.991399 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-31f0a543-2e66-49c3-b2fc-e37589b06ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:16.997523 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Attempting to bind port fb1276b2-7a3d-463f-b02f-6011d3f8f315 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:16.997677 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Attempting to bind port fb1276b2-7a3d-463f-b02f-6011d3f8f315 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:16.998023 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Attempting to bind port fb1276b2-7a3d-463f-b02f-6011d3f8f315 on network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:17.004239 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:17.004832 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Checking segment: {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:17.006193 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.006193 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Bound using segment: {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:17.006659 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Bound port: fb1276b2-7a3d-463f-b02f-6011d3f8f315, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:17.007046 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.038704 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.052528 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.057941 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:17.058920 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.069229 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-57720ca8-4b3e-4044-9319-e214c11e0bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:17.110374 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ec2d72e2-cca6-4769-b634-3b4af5edc4f3 req-48af7f4a-e584-4c83-ac96-6af7d0cc1b78 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627764 May 31 12:00:17.122136 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] For port fb1276b2-7a3d-463f-b02f-6011d3f8f315, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:17.125538 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] For port fb1276b2-7a3d-463f-b02f-6011d3f8f315, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=fb1276b2-7a3d-463f-b02f-6011d3f8f315,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:17.189566 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.198615 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-8a27bef2-fe8f-475f-b32a-ad5af4a484eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:17.229071 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Transition to ACTIVE for port object dce6f760-2c06-4b44-9fec-23b03cf10e66 will not be triggered until provisioned by entity DHCP. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:17.272007 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Pushing event updated for resources: {'Network': ['ID=9c3b4a91-66ea-4c95-b8e4-2a761dd0883e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:17.277567 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3f122-8a1e-4e88-9ea3-21f02d23aff7 req-fe727950-3749-4e67-9c66-82b5ca55b7ed tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:17.277780 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:17.277889 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-87a3f122-8a1e-4e88-9ea3-21f02d23aff7 req-fe727950-3749-4e67-9c66-82b5ca55b7ed tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Synchronizing usage tracker for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:17.310892 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:00:17.343914 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 3, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:17.348682 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccb742-ecfa-4b0a-9395-1e0840693b51 None None] The sync data for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb is: [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 3, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:17.383288 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5535431 May 31 12:00:17.384657 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.386436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 44998) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:17.389086 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:17.392847 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Request body: {'subnet': {'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2115422941-subnet', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:17.399920 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:17.405443 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Usage tracker for resource:subnet and tenant:981b9ff2ad9a45e4a97514077ed09bd3 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:17.412568 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:17.430793 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:17.432262 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:17.436452 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:17.453785 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-87a3f122-8a1e-4e88-9ea3-21f02d23aff7 req-fe727950-3749-4e67-9c66-82b5ca55b7ed tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Unset dirty status for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:17.465850 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-87a3f122-8a1e-4e88-9ea3-21f02d23aff7 req-fe727950-3749-4e67-9c66-82b5ca55b7ed tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.3188837 May 31 12:00:17.466509 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Network 16e26fb3-e629-4d90-a525-0b32a2040504 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:17.469940 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:17.473643 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:17.512712 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Made reservation on behalf of 981b9ff2ad9a45e4a97514077ed09bd3 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:17.526743 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Pushing event updated for resources: {'Port': ['ID=dce6f760-2c06-4b44-9fec-23b03cf10e66,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:17.527483 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2405823'] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.530551 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:17.552764 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437527'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.815277 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-87a3f122-8a1e-4e88-9ea3-21f02d23aff7 req-9f5d387b-ebdf-45f8-9a1e-1bd9e3813f9f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484187 May 31 12:00:17.968155 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.994759 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0a543-2e66-49c3-b2fc-e37589b06ae6 None None] Pushing event updated for resources: {'Port': ['ID=fb1276b2-7a3d-463f-b02f-6011d3f8f315,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:18.007602 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-31f0a543-2e66-49c3-b2fc-e37589b06ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:18.036610 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:18.171486 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8ae1b-4903-426a-a8d8-7a994616f836 req-f3639df5-312d-4ef6-93ae-19363557b262 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:18.173599 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3d8ae1b-4903-426a-a8d8-7a994616f836 req-f3639df5-312d-4ef6-93ae-19363557b262 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.4231040 May 31 12:00:18.407678 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-3c489984-8214-42ae-8e46-aca8d7c16614 None None] Provisioning for port dce6f760-2c06-4b44-9fec-23b03cf10e66 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:18.437762 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-3c489984-8214-42ae-8e46-aca8d7c16614 None None] Provisioning complete for port dce6f760-2c06-4b44-9fec-23b03cf10e66 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:18.438146 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c489984-8214-42ae-8e46-aca8d7c16614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.456392 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a3d8ae1b-4903-426a-a8d8-7a994616f836 req-b5974c0f-2f32-4ef6-815b-dffd06811214 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575250 May 31 12:00:18.460778 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2210459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2405801'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.467111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:18.474477 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 359a218b-4d0e-4b5d-9f29-dfe041337748 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:18.529324 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.548583 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f873e7-2a44-4552-90e7-1b79940c84eb,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:18.553401 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:18.561480 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Checking segment: {'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:18.561838 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Network hostable DHCP agents. Network: 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:00:18.623491 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.674166 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3c489984-8214-42ae-8e46-aca8d7c16614 None None] Port dce6f760-2c06-4b44-9fec-23b03cf10e66 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:18.683941 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:18.693004 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:00:18.719554 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:18.724739 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc0bdc-7d11-48bb-9f69-affaff5ce945 None None] The sync data for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb is: [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:18.779160 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 359a218b-4d0e-4b5d-9f29-dfe041337748 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:18.788533 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 359a218b-4d0e-4b5d-9f29-dfe041337748 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:18.788533 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.789158 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437690'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.807303 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Pushing event updated for resources: {'Port': ['ID=dce6f760-2c06-4b44-9fec-23b03cf10e66,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:18.822834 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:18.838976 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:18.855213 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:18.856111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.872939 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b157f554-3cca-42cd-9af1-993836e8f40a None None] Network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:00:19.050547 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Network 16e26fb3-e629-4d90-a525-0b32a2040504 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:19.052424 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:19.150697 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8ab4c087-4431-4df4-8bc1-6735100dd412 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7598362 May 31 12:00:19.151455 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 45032) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:19.184949 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:19.202015 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:19.219812 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Usage tracker for resource:router and tenant:981b9ff2ad9a45e4a97514077ed09bd3 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:19.223641 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:19.239083 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.255226 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:19.298788 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeb37f-d62d-459e-8963-1a9f097b63c3 req-e42a819c-5185-48f7-9e49-a05737f18fa9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:19.300762 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7faeb37f-d62d-459e-8963-1a9f097b63c3 req-e42a819c-5185-48f7-9e49-a05737f18fa9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.3207409 May 31 12:00:19.309061 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 359a218b-4d0e-4b5d-9f29-dfe041337748, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=359a218b-4d0e-4b5d-9f29-dfe041337748,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:19.344820 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.345912 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.381487 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7f8a48-38bf-5b06-b0f4-c8fa0083efd9-9c3b4a91-66ea-4c95-b8e4-2a761dd0883e', 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'fixed_ips': [{'subnet_id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb'}]}} from dv-cinder-786384-7-smb. {{(pid=103896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:00:19.382451 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.394148 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Router 459aebb0-9b7f-4489-a05c-6f2f3938c21e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:00:19.418596 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.418705 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7faeb37f-d62d-459e-8963-1a9f097b63c3 req-3e0151ea-55b9-4ce6-a406-7c8c5b209fea tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051860 May 31 12:00:19.421796 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.430839 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:19.659843 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:19.671313 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] 10.222.0.58 "PUT /v2.0/routers/459aebb0-9b7f-4489-a05c-6f2f3938c21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2889333 May 31 12:00:19.774074 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-0e702380-0137-4f18-8b7c-3f692ea138c3 None None] Provisioning complete for port dce6f760-2c06-4b44-9fec-23b03cf10e66 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:19.774559 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e702380-0137-4f18-8b7c-3f692ea138c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.798993 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Sync routers for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:19.803339 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e76bd2-2bd6-443f-92ad-744026e7fe05 req-d8335550-624a-4ee5-87eb-6181eb622947 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:19.810161 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e4e76bd2-2bd6-443f-92ad-744026e7fe05 req-d8335550-624a-4ee5-87eb-6181eb622947 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1350627 May 31 12:00:19.814398 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:19.814901 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:19.889927 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Allocated IP 172.20.0.2 (9c3b4a91-66ea-4c95-b8e4-2a761dd0883e/d5f873e7-2a44-4552-90e7-1b79940c84eb/437e94d0-e395-4cb0-a76b-bf9daf49de91) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:19.892674 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e4e76bd2-2bd6-443f-92ad-744026e7fe05 req-9903250a-10cd-47e8-a91f-49e3e04a7f76 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747464 May 31 12:00:19.899616 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0e702380-0137-4f18-8b7c-3f692ea138c3 None None] Port dce6f760-2c06-4b44-9fec-23b03cf10e66 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:19.947905 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.959430 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=359a218b-4d0e-4b5d-9f29-dfe041337748,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:19.963738 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:20.112555 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:20.218139 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.244693 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Transition to ACTIVE for port object 437e94d0-e395-4cb0-a76b-bf9daf49de91 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:20.296991 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Transition to ACTIVE for port object 437e94d0-e395-4cb0-a76b-bf9daf49de91 will not be triggered until provisioned by entity DHCP. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:20.394472 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.399428 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:20.602212 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:20.609241 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device fb1276b2-7a3d-463f-b02f-6011d3f8f315 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:20.698787 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:20.704507 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:20.742318 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:18Z', 'revision_number': 2, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:20.753791 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Checking router: 459aebb0-9b7f-4489-a05c-6f2f3938c21e for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:20.754147 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Updating router 459aebb0-9b7f-4489-a05c-6f2f3938c21e port dce6f760-2c06-4b44-9fec-23b03cf10e66 binding host dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:00:20.763494 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95d82-d041-4d29-81d7-4a61ac91a858 req-1ed99ef8-ee0e-420e-9a78-6bbbe11cf9c5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:20.774530 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8fb95d82-d041-4d29-81d7-4a61ac91a858 req-1ed99ef8-ee0e-420e-9a78-6bbbe11cf9c5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.2045949 May 31 12:00:20.807540 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Pushing event updated for resources: {'Port': ['ID=437e94d0-e395-4cb0-a76b-bf9daf49de91,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:20.810629 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:20.815869 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 45060) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:20.837405 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933821072', 'description': 'tempest-description--25678701'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:20.844962 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:20.868550 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8fb95d82-d041-4d29-81d7-4a61ac91a858 req-bee789d4-a0b1-49eb-8472-6efa52447c6b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930579 May 31 12:00:20.874795 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.887041 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:security_group and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:20.894023 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:20.904094 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Attempting to bind port 437e94d0-e395-4cb0-a76b-bf9daf49de91 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:20.904474 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Attempting to bind port 437e94d0-e395-4cb0-a76b-bf9daf49de91 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:20.904846 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Attempting to bind port 437e94d0-e395-4cb0-a76b-bf9daf49de91 on network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:20.906005 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:20.911368 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:20.911757 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Checking segment: {'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:20.912364 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.912905 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Bound using segment: {'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:20.913356 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Bound port: 437e94d0-e395-4cb0-a76b-bf9daf49de91, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:20.913807 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.923634 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.969125 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.011900 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.015157 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] For port 437e94d0-e395-4cb0-a76b-bf9daf49de91, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:21.018477 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] For port 437e94d0-e395-4cb0-a76b-bf9daf49de91, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=437e94d0-e395-4cb0-a76b-bf9daf49de91,segment=NetworkSegment(256e75cb-2e56-4eb8-8733-dc253c2e529a),segment_id=256e75cb-2e56-4eb8-8733-dc253c2e529a)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:21.028238 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port fb1276b2-7a3d-463f-b02f-6011d3f8f315 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:21.036194 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port fb1276b2-7a3d-463f-b02f-6011d3f8f315 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:21.036569 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.061594 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:21.079798 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.090979 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:21.113378 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:security_group_rule and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:21.128125 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:21.148988 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:21.203428 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Pushing event updated for resources: {'Port': ['ID=437e94d0-e395-4cb0-a76b-bf9daf49de91,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:21.208399 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:21.276614 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.319432 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16da4828-e0b2-426f-81ba-6384890da8fb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:00:21.329687 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port fb1276b2-7a3d-463f-b02f-6011d3f8f315, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=fb1276b2-7a3d-463f-b02f-6011d3f8f315,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:21.334925 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Allocated IP 172.28.2.202 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/acb793e4-9626-4af0-adb6-5a8337335320) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:21.361016 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172f28-3a54-466d-ab2b-dcf668ecb74a req-5ab9b833-7024-46df-8974-6d6bcf828b88 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:21.369414 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b1172f28-3a54-466d-ab2b-dcf668ecb74a req-5ab9b833-7024-46df-8974-6d6bcf828b88 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.2983677 May 31 12:00:21.391214 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.412676 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Transition to ACTIVE for port object dce6f760-2c06-4b44-9fec-23b03cf10e66 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:21.424904 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.426554 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 359a218b-4d0e-4b5d-9f29-dfe041337748 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:21.472167 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b1172f28-3a54-466d-ab2b-dcf668ecb74a req-7a6c921d-1b51-4397-b5f0-c7f9c6d656e3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010852 May 31 12:00:21.508663 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.509064 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:21.518131 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:21.594986 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e415f86-3966-458a-819a-9344cb89f5c3 None None] Pushing event updated for resources: {'Port': ['ID=dce6f760-2c06-4b44-9fec-23b03cf10e66,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:21.616784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.649710 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=fb1276b2-7a3d-463f-b02f-6011d3f8f315,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:21.653540 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:21.662238 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:21.679881 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '16da4828-e0b2-426f-81ba-6384890da8fb', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'port_id': '16da4828-e0b2-426f-81ba-6384890da8fb', 'mac_address': 'fa:16:3e:a8:3f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:00:21.687109 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-1e415f86-3966-458a-819a-9344cb89f5c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:21.688602 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 359a218b-4d0e-4b5d-9f29-dfe041337748 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:21.688991 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.697603 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.719028 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-62edb6c8-e3e2-407b-95a1-55b6eab72c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:21.742849 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.795690 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Attempting to bind port dce6f760-2c06-4b44-9fec-23b03cf10e66 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:21.796339 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Attempting to bind port dce6f760-2c06-4b44-9fec-23b03cf10e66 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:21.796727 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Attempting to bind port dce6f760-2c06-4b44-9fec-23b03cf10e66 on network 16e26fb3-e629-4d90-a525-0b32a2040504 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:21.804170 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:21.804569 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Checking segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:21.810496 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.810496 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Bound using segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:21.810804 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.810980 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Bound port: dce6f760-2c06-4b44-9fec-23b03cf10e66, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:21.810980 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.833072 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16da4828-e0b2-426f-81ba-6384890da8fb {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:21.889048 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.917165 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:21.976374 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.979570 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-64361b8f-d01f-4101-a8d5-e02a41b3c371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:21.980254 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:21.984874 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:21.994352 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada7ff7-3fe1-4675-9c01-361c0defb01f,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:21.998892 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:22.025563 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] For port dce6f760-2c06-4b44-9fec-23b03cf10e66, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:22.036858 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] For port dce6f760-2c06-4b44-9fec-23b03cf10e66, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=dce6f760-2c06-4b44-9fec-23b03cf10e66,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:22.065974 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:22.066876 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2fe75201-a66a-4e2c-bbe7-514a505bb29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:22.127066 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.145924 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:22.157991 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:22.166036 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:22.219607 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.221459 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4044046 May 31 12:00:22.254509 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 45076) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:22.331752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'security_group_rule': {'security_group_id': '8ada7ff7-3fe1-4675-9c01-361c0defb01f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:22.344999 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Pushing event updated for resources: {'Port': ['ID=acb793e4-9626-4af0-adb6-5a8337335320,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:22.355990 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:22.417595 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:22.452680 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:security_group_rule and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:22.453579 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['16da4828-e0b2-426f-81ba-6384890da8fb'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:00:22.454095 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e415f86-3966-458a-819a-9344cb89f5c3 None None] Pushing event updated for resources: {'Port': ['ID=dce6f760-2c06-4b44-9fec-23b03cf10e66,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:22.461856 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-1e415f86-3966-458a-819a-9344cb89f5c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:22.518150 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dd662-f94b-44f0-96af-ea496982f789 req-60f1daf0-5a1d-40b6-8bbf-0c8be9a55b63 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:22.521368 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:22.538228 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-689dd662-f94b-44f0-96af-ea496982f789 req-60f1daf0-5a1d-40b6-8bbf-0c8be9a55b63 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 944 time: 0.3261106 May 31 12:00:22.547807 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:22.548939 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:22.577926 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:22.630278 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45086) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:22.685685 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device fb1276b2-7a3d-463f-b02f-6011d3f8f315 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:22.752667 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-689dd662-f94b-44f0-96af-ea496982f789 req-d57ef30b-f350-4b7e-93f8-b813e9170129 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125282 May 31 12:00:22.834915 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.916493 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f631b353-47aa-4c1c-8d32-b1f9ab13d185 None None] Network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:00:23.013169 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:23.017579 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.043954 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:23.050425 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Usage tracker for resource:security_group_rule and tenant:f4546b5cf0a24af0b5ed3415bafb194a is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:23.056244 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:23.066259 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:23.139391 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port fb1276b2-7a3d-463f-b02f-6011d3f8f315 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:23.139721 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.162746 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d61d-03d0-4793-bd10-6ce5c5530b62 req-351da506-b3d8-471e-ac36-0f7c80df0ce6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:23.164275 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a121d61d-03d0-4793-bd10-6ce5c5530b62 req-351da506-b3d8-471e-ac36-0f7c80df0ce6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.2656846 May 31 12:00:23.179103 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-a4307cb1-9356-45e3-8f68-f3c9256a6a4b None None] Provisioning for port 437e94d0-e395-4cb0-a76b-bf9daf49de91 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:23.240922 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.246521 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.320497 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.328798 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a121d61d-03d0-4793-bd10-6ce5c5530b62 req-19546ac3-4030-4a54-823f-0f5c1603b018 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509929 May 31 12:00:23.335484 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-160160a6-1bf6-4da4-99c6-431ac7f358fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:23.350446 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.358679 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7d9f82a5-c1cc-4303-8f63-11c132d62cdc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:23.379024 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.394682 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4546b5cf0a24af0b5ed3415bafb194a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608204 May 31 12:00:23.395625 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:23.417398 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80671422-e8c8-4eb0-9ad4-811c59b3bb0e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:23.422383 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:23.475116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f409a554-6d7e-4c69-a8a7-0447c7570c04,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:23.489948 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:23.543496 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3927-eb05-47e6-aebc-6d6665f6569a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.546424 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:23.552894 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9aa83-fad9-40ff-94b9-b959f1c534cc None None] The sync data for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb is: [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:23.559138 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 437e94d0-e395-4cb0-a76b-bf9daf49de91 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:23.586870 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3927-eb05-47e6-aebc-6d6665f6569a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.737550 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.739281 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4468486 May 31 12:00:23.743275 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45098) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:23.751365 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'security_group_rule': {'security_group_id': '8ada7ff7-3fe1-4675-9c01-361c0defb01f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:23.767741 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3927-eb05-47e6-aebc-6d6665f6569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.772467 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:23.774874 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a4e80436-636d-4307-b4e7-9c88ea8caa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:23.794521 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f3927-eb05-47e6-aebc-6d6665f6569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80671422-e8c8-4eb0-9ad4-811c59b3bb0e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:23.796669 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:security_group_rule and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:23.800268 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:23.804068 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6b7f3927-eb05-47e6-aebc-6d6665f6569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:23.809441 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:23.824563 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3927-eb05-47e6-aebc-6d6665f6569a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.828686 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-6b7f3927-eb05-47e6-aebc-6d6665f6569a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80671422-e8c8-4eb0-9ad4-811c59b3bb0e HTTP/1.1" status: 204 len: 168 time: 0.4316134 May 31 12:00:23.838418 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port 437e94d0-e395-4cb0-a76b-bf9daf49de91 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:23.851546 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 437e94d0-e395-4cb0-a76b-bf9daf49de91 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:23.851961 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.905333 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.019345 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.053875 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435558'] for router, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.082532 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.111954 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.120977 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port 437e94d0-e395-4cb0-a76b-bf9daf49de91, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=437e94d0-e395-4cb0-a76b-bf9daf49de91,segment=NetworkSegment(256e75cb-2e56-4eb8-8733-dc253c2e529a),segment_id=256e75cb-2e56-4eb8-8733-dc253c2e529a)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:24.128084 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e5bfeb61-96cd-4995-bfb1-73ce3e9a3a2a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:24.166429 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05de06a5-73c4-4d5b-9285-0a9e163e8f11,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:24.169290 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:24.188896 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.190022 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4491aeb-01f0-4afe-9480-4c8d60f4903d req-569ce396-9f18-4c9d-ada4-6e0d973703d8 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:24.193365 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b4491aeb-01f0-4afe-9480-4c8d60f4903d req-569ce396-9f18-4c9d-ada4-6e0d973703d8 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 944 time: 0.1645977 May 31 12:00:24.194359 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:24.249265 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-485a9523-c099-4b1b-b58c-028019ab74d6 None None] Provisioning complete for port 437e94d0-e395-4cb0-a76b-bf9daf49de91 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:24.249748 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-485a9523-c099-4b1b-b58c-028019ab74d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.259408 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.260349 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-422baed6-1c66-43d5-92e1-a4cd2469be2d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5157812 May 31 12:00:24.267717 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:24.272507 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b4491aeb-01f0-4afe-9480-4c8d60f4903d req-7534a262-940f-45f9-b487-ee526f82e462 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734379 May 31 12:00:24.284406 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'floatingip': {'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:24.305097 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:24.314927 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:floatingip and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:24.320113 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:24.332917 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:24.384291 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=437e94d0-e395-4cb0-a76b-bf9daf49de91,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:24.387680 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:24.443474 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.464448 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device dce6f760-2c06-4b44-9fec-23b03cf10e66 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:24.565405 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Router 5d26031e-018f-4fcd-b5c8-a79a7437317b is scheduled to L3 agent 81986136-6268-4c02-84da-1ad85eb25ead with binding_index 1 {{(pid=103894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:00:24.610659 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port dce6f760-2c06-4b44-9fec-23b03cf10e66 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:24.616844 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port dce6f760-2c06-4b44-9fec-23b03cf10e66 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:24.622073 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.667054 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.709473 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bba10-d17b-40d8-a387-a93cf465855f req-7119028d-528f-4215-8b8f-f5a8ef27acdd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:24.711264 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-438bba10-d17b-40d8-a387-a93cf465855f req-7119028d-528f-4215-8b8f-f5a8ef27acdd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.2297597 May 31 12:00:24.771510 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.858934 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-438bba10-d17b-40d8-a387-a93cf465855f req-04323a33-08da-45a1-8135-28ac5b4078e4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879681 May 31 12:00:24.858934 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:24.874873 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Sync routers for ids ['5d26031e-018f-4fcd-b5c8-a79a7437317b'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:24.902368 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Routers {'5d26031e-018f-4fcd-b5c8-a79a7437317b'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:24.903006 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['5d26031e-018f-4fcd-b5c8-a79a7437317b'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:24.953504 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:24.954743 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-5493b3c4-d7ca-4279-9c7c-2bc22d69e53d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8006363 May 31 12:00:24.958119 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 45128) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:24.962373 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Allocated IP 172.28.2.232 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/60caf426-7fc0-4dc2-9afa-2b2fe550518f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:25.008123 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port dce6f760-2c06-4b44-9fec-23b03cf10e66, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=dce6f760-2c06-4b44-9fec-23b03cf10e66,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:25.110054 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:25.122527 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:25.219800 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Set router 5d26031e-018f-4fcd-b5c8-a79a7437317b gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:25.266405 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:25.371120 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:00:25.377785 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:25.386353 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=dce6f760-2c06-4b44-9fec-23b03cf10e66,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:25.389404 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:25.400820 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16da4828-e0b2-426f-81ba-6384890da8fb up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:25.435745 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:25.616512 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'Port': ['ID=60caf426-7fc0-4dc2-9afa-2b2fe550518f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:25.631921 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:25.634372 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:25.640468 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:25.649223 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:25.765271 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 16da4828-e0b2-426f-81ba-6384890da8fb completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:25.769442 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 16da4828-e0b2-426f-81ba-6384890da8fb triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:25.769936 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:25.830335 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:25.832609 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:25.849559 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db13e72-62f0-4e8c-be95-aa1e0d0290af req-826301e5-22e1-4736-8fc6-da7391f810e7 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:25.851180 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3db13e72-62f0-4e8c-be95-aa1e0d0290af req-826301e5-22e1-4736-8fc6-da7391f810e7 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 944 time: 0.3620756 May 31 12:00:25.879870 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'port_id': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'mac_address': 'fa:16:3e:ce:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:00:25.983435 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3db13e72-62f0-4e8c-be95-aa1e0d0290af req-adbf205b-3aac-41e4-bac2-372f6b8daab6 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158395 May 31 12:00:25.999066 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.038736 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.045038 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:00:22Z', 'revision_number': 3, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port': {'id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:21Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:26.051629 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:26.062828 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Checking router: 5d26031e-018f-4fcd-b5c8-a79a7437317b for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:26.063183 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Updating router 5d26031e-018f-4fcd-b5c8-a79a7437317b port acb793e4-9626-4af0-adb6-5a8337335320 binding host dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:00:26.132458 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:26.133436 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.164723 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.205679 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:26.208713 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d3413-dda2-4b2e-b3cd-0cdcb704eb59" -d '{"events": [{"server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "name": "network-vif-plugged", "status": "completed", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:26.225056 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.230775 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-64361b8f-d01f-4101-a8d5-e02a41b3c371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:26.253647 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.266599 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:26.337254 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3086fe-1702-4c08-8080-a761b2c2bcc4 x-openstack-request-id: req-1d3086fe-1702-4c08-8080-a761b2c2bcc4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:26.337584 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "name": "network-vif-plugged", "status": "completed", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:26.340599 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d3086fe-1702-4c08-8080-a761b2c2bcc4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:26.340599 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb', 'code': 200} May 31 12:00:26.352988 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45152) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:26.354306 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.378680 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.390754 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:26.396473 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:26.399994 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:26.441465 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device dce6f760-2c06-4b44-9fec-23b03cf10e66 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:26.445129 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.449808 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:26.470922 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:00:26.522219 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6416-8df0-469e-babe-819a7fbeaabe req-537c7397-d9b5-4fb6-8530-f57946062861 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:26.523110 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-949d6416-8df0-469e-babe-819a7fbeaabe req-537c7397-d9b5-4fb6-8530-f57946062861 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 944 time: 0.3240614 May 31 12:00:26.561840 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'Port': ['ID=60caf426-7fc0-4dc2-9afa-2b2fe550518f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:26.568133 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Allocated IP 172.20.0.1 (9c3b4a91-66ea-4c95-b8e4-2a761dd0883e/d5f873e7-2a44-4552-90e7-1b79940c84eb/e4a21a30-cb7f-40ba-a3df-294aaf6fb592) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:26.574295 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:26.598326 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.602859 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.632000 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:26.633153 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-949d6416-8df0-469e-babe-819a7fbeaabe req-d0d5acb6-2498-42cc-b9ae-8fff0706a504 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006947 May 31 12:00:26.639496 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Usage tracker for resource:security_group_rule and tenant:eb452ce2a8b64a45824e4e79704efdc3 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:26.642623 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:26.649847 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:26.722569 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:26.726851 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:26.751708 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.754397 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4808435 May 31 12:00:26.812147 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.840740 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port dce6f760-2c06-4b44-9fec-23b03cf10e66 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:26.841319 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.860091 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Transition to ACTIVE for port object e4a21a30-cb7f-40ba-a3df-294aaf6fb592 will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:26.908763 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.965107 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:26.975777 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca91c5b-2f52-458c-b5b5-099739595ac2 req-75a9c0f2-6e65-481e-bdc5-7854e86d5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:26.975961 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ce58b64f-4c33-4517-8484-025ecd8d1763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:26.976906 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fca91c5b-2f52-458c-b5b5-099739595ac2 req-75a9c0f2-6e65-481e-bdc5-7854e86d5150 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1098 time: 0.1017177 May 31 12:00:27.026120 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fca91c5b-2f52-458c-b5b5-099739595ac2 req-5e202990-9ff1-47ce-bb00-2fa5930d59f1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 May 31 12:00:27.027884 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.031587 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:27.071049 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-1eccc4a2-a5a6-4348-882f-caa0d0614f44 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:security_group {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:27.087787 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb452ce2a8b64a45824e4e79704efdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7340875 May 31 12:00:27.088454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45176) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:27.108577 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:27.111216 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb87488-56b4-47dd-8378-a41a48bc6361,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:27.111495 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:27.119308 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:27.149787 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:27.153109 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:27.190473 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 437e94d0-e395-4cb0-a76b-bf9daf49de91 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:27.209134 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:27.239777 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437527'] for router_interface, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.243738 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbc90c6f-896c-40c3-bad4-69616bdf0851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.263523 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.275869 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbc90c6f-896c-40c3-bad4-69616bdf0851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.285010 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Transition to ACTIVE for port object acb793e4-9626-4af0-adb6-5a8337335320 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:27.291407 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d2b62-5592-4545-9037-faf4eaf12854 req-f3a495b4-123b-4ab3-a5e6-e03d4cc38975 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:27.293019 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-880d2b62-5592-4545-9037-faf4eaf12854 req-f3a495b4-123b-4ab3-a5e6-e03d4cc38975 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.1346602 May 31 12:00:27.303582 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port 437e94d0-e395-4cb0-a76b-bf9daf49de91 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:27.304130 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.337409 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:27.342802 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-1eccc4a2-a5a6-4348-882f-caa0d0614f44 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:security_group {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:27.344238 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-1eccc4a2-a5a6-4348-882f-caa0d0614f44 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--933821072&fields=id&tenant_id=4273d13482f848248eb9bc123652e320 HTTP/1.1" status: 200 len: 267 time: 0.3494191 May 31 12:00:27.359619 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-880d2b62-5592-4545-9037-faf4eaf12854 req-30ed4ff5-4762-4e3d-88df-2b82840a4a3f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604289 May 31 12:00:27.444169 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbc90c6f-896c-40c3-bad4-69616bdf0851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.445394 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.450574 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-eb0f4bda-d7a8-4da9-90e8-ff519382ef65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:27.454933 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4bfaff3d-a472-4c0a-b86d-a5ef7d664fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:27.471476 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc90c6f-896c-40c3-bad4-69616bdf0851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb87488-56b4-47dd-8378-a41a48bc6361,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:27.489169 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-fbc90c6f-896c-40c3-bad4-69616bdf0851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:27.493014 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbc90c6f-896c-40c3-bad4-69616bdf0851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.496733 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-fbc90c6f-896c-40c3-bad4-69616bdf0851 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fb87488-56b4-47dd-8378-a41a48bc6361 HTTP/1.1" status: 204 len: 168 time: 0.3854480 May 31 12:00:27.516236 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.571074 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-4bd4ba37-0985-42ee-89df-a23cc70d9d18 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:27.572429 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-4bd4ba37-0985-42ee-89df-a23cc70d9d18 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:network {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:27.590669 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:27.591040 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.670113 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Attempting to bind port acb793e4-9626-4af0-adb6-5a8337335320 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:27.670588 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Attempting to bind port acb793e4-9626-4af0-adb6-5a8337335320 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:27.671034 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Attempting to bind port acb793e4-9626-4af0-adb6-5a8337335320 on network 182eec52-fc32-4a2b-9fae-2f284fe082da {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:27.674191 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfdbe9-892e-4692-abaf-e21a066d1364 None None] Pushing event updated for resources: {'Port': ['ID=acb793e4-9626-4af0-adb6-5a8337335320,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:27.686266 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-4bd4ba37-0985-42ee-89df-a23cc70d9d18 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:network {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:27.686487 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-ffdfdbe9-892e-4692-abaf-e21a066d1364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:27.688987 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-4bd4ba37-0985-42ee-89df-a23cc70d9d18 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 810 time: 0.3366878 May 31 12:00:27.691991 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:27.695355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Checking segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:27.695355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.695355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Bound using segment: {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:27.695355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Bound port: acb793e4-9626-4af0-adb6-5a8337335320, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62636ae7-aa82-413e-b693-fd8b50c60b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:27.695355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.713576 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-c8681482-3ce9-4448-a15e-5e7ca9908399 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/quotas/4273d13482f848248eb9bc123652e320 HTTP/1.1" status: 200 len: 375 time: 0.0157666 May 31 12:00:27.724806 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-4601a137-b259-4057-aeef-9926c4103ead None None] Provisioning for port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:27.746488 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-4601a137-b259-4057-aeef-9926c4103ead None None] Provisioning complete for port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:27.746969 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4601a137-b259-4057-aeef-9926c4103ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.853095 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-312e73bb-4191-48a3-ae60-3ff9a7bfce5c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:27.892055 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4601a137-b259-4057-aeef-9926c4103ead None None] Port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:27.902893 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.911310 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] For port acb793e4-9626-4af0-adb6-5a8337335320, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:27.915681 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] For port acb793e4-9626-4af0-adb6-5a8337335320, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=acb793e4-9626-4af0-adb6-5a8337335320,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:27.916761 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:27.939901 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb4e8c-2029-4461-8731-c456aafad8a3 req-066426e9-0c5a-4bd6-ab72-9c4c63e0d6fb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:27.939901 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-52eb4e8c-2029-4461-8731-c456aafad8a3 req-066426e9-0c5a-4bd6-ab72-9c4c63e0d6fb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 944 time: 0.1486933 May 31 12:00:27.953164 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:27.959794 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-312e73bb-4191-48a3-ae60-3ff9a7bfce5c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:27.964910 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-312e73bb-4191-48a3-ae60-3ff9a7bfce5c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2460673 May 31 12:00:28.007078 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:28.011076 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-52eb4e8c-2029-4461-8731-c456aafad8a3 req-dc090fb9-1257-4456-82ca-964d0e0fc509 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657163 May 31 12:00:28.011702 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:28.013482 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:28.047352 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-64b17975-f482-4665-991c-19de1c6e7ddb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:28.100429 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:28.143706 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Routers {'5d26031e-018f-4fcd-b5c8-a79a7437317b'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:28.145749 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['5d26031e-018f-4fcd-b5c8-a79a7437317b'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:28.163670 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-b43561cc-af74-46da-8e7e-766e220b7928 service neutron] 10.222.0.58 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889091 May 31 12:00:28.175757 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:28.179413 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:28.183345 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437690'] for router_interface, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:28.275423 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfdbe9-892e-4692-abaf-e21a066d1364 None None] Pushing event updated for resources: {'Port': ['ID=acb793e4-9626-4af0-adb6-5a8337335320,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:28.334484 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-ffdfdbe9-892e-4692-abaf-e21a066d1364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:28.335350 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:28.375212 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:28.377811 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde66d2c-14dc-4b45-83a8-696a7c7ce3b2" -d '{"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:28.383730 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:28.385034 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:28.498060 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-0e94f3eb-02a5-4052-92d3-546a9c99d234 service neutron] 10.222.0.58 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335376 May 31 12:00:28.519904 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] Set router 5d26031e-018f-4fcd-b5c8-a79a7437317b gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:28.607448 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:28.623755 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:28.852850 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Router 5d26031e-018f-4fcd-b5c8-a79a7437317b has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:00:28.887048 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d65bbc-278d-4cdf-897d-4248b5a083e5 req-d1cebbb4-b877-452c-91e8-26abd1bf8453 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:28.888627 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-82d65bbc-278d-4cdf-897d-4248b5a083e5 req-d1cebbb4-b877-452c-91e8-26abd1bf8453 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.3649843 May 31 12:00:28.907214 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-b77a25e3-7051-4eed-b67f-02ee501e722c None None] Provisioning complete for port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:28.914706 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b77a25e3-7051-4eed-b67f-02ee501e722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:28.940482 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f72de5a-63f4-47d3-a526-82cde73288e0 x-openstack-request-id: req-3f72de5a-63f4-47d3-a526-82cde73288e0 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:28.940982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:28.941628 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f72de5a-63f4-47d3-a526-82cde73288e0 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:28.942449 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'code': 200} May 31 12:00:29.102359 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b77a25e3-7051-4eed-b67f-02ee501e722c None None] Port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:29.117112 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f65ed61a-25d6-46a4-8000-51400b72880a req-9ddeed51-ffe9-48ab-900b-0da37e44126a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 210 time: 0.1096818 May 31 12:00:29.126987 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-82d65bbc-278d-4cdf-897d-4248b5a083e5 req-f741ae3b-bfd4-40f1-8041-af92dbeb4109 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673620 May 31 12:00:29.211071 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:29.230778 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 4, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port': {'id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:21Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'e4a21a30-cb7f-40ba-a3df-294aaf6fb592', 'name': '', 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'mac_address': 'fa:16:3e:70:8d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:26Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 2, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'subnets': [{'id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:29.234921 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-29f6345f-e1f0-4413-a24e-8ac5eb257dd9 admin admin] 10.222.0.58 "PUT /v2.0/routers/5d26031e-018f-4fcd-b5c8-a79a7437317b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2742388 May 31 12:00:29.235301 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82473f13-c1b5-4a8a-8fdc-823599ccce4c None None] The sync data for ids ['5d26031e-018f-4fcd-b5c8-a79a7437317b'] in dv-cinder-786384-7-smb is: [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 4, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port': {'id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:21Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'e4a21a30-cb7f-40ba-a3df-294aaf6fb592', 'name': '', 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'mac_address': 'fa:16:3e:70:8d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:26Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 2, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'subnets': [{'id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:29.407104 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361631-3a6e-4876-a816-63a12b54b959 req-03324ee3-5e4b-4be6-b405-c99ce7894582 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:29.411456 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6f361631-3a6e-4876-a816-63a12b54b959 req-03324ee3-5e4b-4be6-b405-c99ce7894582 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1164124 May 31 12:00:29.478295 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6f361631-3a6e-4876-a816-63a12b54b959 req-4d8c761a-cd27-4386-8a5d-4e204f15786a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617580 May 31 12:00:30.368426 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-45528b16-93b0-471e-8064-742c38d707f7 req-e1b43bc2-f17e-407c-87f6-d34c6788679d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 210 time: 0.0961299 May 31 12:00:30.394254 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a39d05-29b6-43af-b1f2-720c4070df33 req-6ff96ef6-3a5e-4906-82fb-44eeb27a87fd tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:30.402756 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a1a39d05-29b6-43af-b1f2-720c4070df33 req-6ff96ef6-3a5e-4906-82fb-44eeb27a87fd tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.1290066 May 31 12:00:30.445168 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a1a39d05-29b6-43af-b1f2-720c4070df33 req-4e563557-0ca3-47ca-8c97-5b4cf789254d tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 May 31 12:00:30.823047 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0811a-c958-421d-a0a9-47b995c3796f req-c370af1e-eed3-4aa8-b792-86b4a94ae441 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:30.838391 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3fb0811a-c958-421d-a0a9-47b995c3796f req-c370af1e-eed3-4aa8-b792-86b4a94ae441 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.2724237 May 31 12:00:30.936492 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0efa0-f5da-4ea9-9910-ea1d20cad2c9 req-e9a89f2b-e7e5-4e2e-be72-1d377c8b7fc8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:30.949214 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cec0efa0-f5da-4ea9-9910-ea1d20cad2c9 req-e9a89f2b-e7e5-4e2e-be72-1d377c8b7fc8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.2559731 May 31 12:00:30.995342 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3fb0811a-c958-421d-a0a9-47b995c3796f req-10b8d38b-c882-42b8-b399-66162352b9aa tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519065 May 31 12:00:31.014756 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 45282) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:31.047789 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cec0efa0-f5da-4ea9-9910-ea1d20cad2c9 req-870f9f3a-e163-4d2f-93e6-a43c85cde942 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972404 May 31 12:00:31.694977 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a6f886f9-3902-4d75-a541-62bfbf3d0cfc req-a2bb8ce3-ae29-4283-9e52-fe5e89098b18 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 210 time: 0.1043413 May 31 12:00:31.713660 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fce48-4d89-4098-8cee-392ed763a065 tempest-TestShelveInstance-796496953 tempest-TestShelveInstance-796496953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:31.717774 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-2b8fce48-4d89-4098-8cee-392ed763a065 tempest-TestShelveInstance-796496953 tempest-TestShelveInstance-796496953-project-admin] Synchronizing usage tracker for tenant:25c82d772c8546329444ac1cdd7f9cf9 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:31.859492 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-2b8fce48-4d89-4098-8cee-392ed763a065 tempest-TestShelveInstance-796496953 tempest-TestShelveInstance-796496953-project-admin] Unset dirty status for tenant:25c82d772c8546329444ac1cdd7f9cf9 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:31.955701 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-2b8fce48-4d89-4098-8cee-392ed763a065 tempest-TestShelveInstance-796496953 tempest-TestShelveInstance-796496953-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1093 time: 0.8363712 May 31 12:00:31.957660 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45306) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:31.958296 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Request body: {'floatingip': {'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'port_id': '16da4828-e0b2-426f-81ba-6384890da8fb', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:31.968629 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:31.974129 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Usage tracker for resource:floatingip and tenant:1f6441b832b24ebcbfa946283abd7f40 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:31.977361 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:31.987921 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:32.194218 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:32.431699 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device acb793e4-9626-4af0-adb6-5a8337335320 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:32.870379 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port acb793e4-9626-4af0-adb6-5a8337335320 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:32.883325 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port acb793e4-9626-4af0-adb6-5a8337335320 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:32.884203 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:32.935104 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1ee87-76b5-4d17-ad73-a7e714e87db1 req-c09faa07-abfb-4e48-ae36-2096ea213c90 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:32.940598 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-aef1ee87-76b5-4d17-ad73-a7e714e87db1 req-c09faa07-abfb-4e48-ae36-2096ea213c90 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.6340456 May 31 12:00:33.049471 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-1f0f7995-29b2-4643-994b-4375923544e5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:33.053154 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-1f0f7995-29b2-4643-994b-4375923544e5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 810 time: 0.4201071 May 31 12:00:33.089265 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-aef1ee87-76b5-4d17-ad73-a7e714e87db1 req-eb861761-1fba-4148-a741-88081eeefdf4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326451 May 31 12:00:33.144115 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:33.292223 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0a5e79b4-83b6-4e7d-8b7e-2616726b8e6e req-85c1a8db-ae16-49cc-9b41-fe9f1fe788d5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 210 time: 0.1245382 May 31 12:00:33.313705 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-4c0a1764-91dd-4087-93b2-a9c1ba5a6014 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:33.351276 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-4c0a1764-91dd-4087-93b2-a9c1ba5a6014 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:33.354995 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-4c0a1764-91dd-4087-93b2-a9c1ba5a6014 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4273d13482f848248eb9bc123652e320 HTTP/1.1" status: 200 len: 379 time: 0.2892580 May 31 12:00:33.375727 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'port': {'device_id': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'admin_state_up': True, 'tenant_id': '4273d13482f848248eb9bc123652e320', 'security_groups': ['8ada7ff7-3fe1-4675-9c01-361c0defb01f']}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:33.470464 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:33.474730 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Allocated IP 172.28.2.83 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/a0c469d5-db23-4fb3-a824-e02fa3812147) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:33.531242 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port acb793e4-9626-4af0-adb6-5a8337335320, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=acb793e4-9626-4af0-adb6-5a8337335320,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:33.597537 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:33.600260 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:33.600401 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Sync routers for ids ['5d26031e-018f-4fcd-b5c8-a79a7437317b'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:33.619131 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Routers {'5d26031e-018f-4fcd-b5c8-a79a7437317b'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:33.633268 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['5d26031e-018f-4fcd-b5c8-a79a7437317b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:33.717095 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=acb793e4-9626-4af0-adb6-5a8337335320,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:33.725055 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:33.852635 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:33.869252 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:33.999481 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:34.011953 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-597eb747-98ab-471f-9c99-b194f13b6bfe tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:34.017508 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Set router 5d26031e-018f-4fcd-b5c8-a79a7437317b gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:34.041993 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:34.047563 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-1c25caf7-423c-48c0-a622-38f5a3ccd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:34.049723 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-1c25caf7-423c-48c0-a622-38f5a3ccd791 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1098 time: 0.3585041 May 31 12:00:34.067725 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:34.181002 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'Port': ['ID=a0c469d5-db23-4fb3-a824-e02fa3812147,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:34.187832 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:34.204661 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:34.206073 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:34.211227 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:34.386928 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device acb793e4-9626-4af0-adb6-5a8337335320 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:34.388216 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Made reservation on behalf of 4273d13482f848248eb9bc123652e320 for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:34.392207 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:34.621143 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-fee7a304-040b-4ea8-b50d-4b07ecd689b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:34.626911 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-fee7a304-040b-4ea8-b50d-4b07ecd689b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.5510271 May 31 12:00:34.641722 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port acb793e4-9626-4af0-adb6-5a8337335320 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:34.641722 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:34.848233 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 4, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port': {'id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:21Z', 'updated_at': '2021-05-31T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'e4a21a30-cb7f-40ba-a3df-294aaf6fb592', 'name': '', 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'mac_address': 'fa:16:3e:70:8d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:26Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 2, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'subnets': [{'id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:34.858555 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Checking router: 5d26031e-018f-4fcd-b5c8-a79a7437317b for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:34.865158 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Updating router 5d26031e-018f-4fcd-b5c8-a79a7437317b port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 binding host dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:00:35.028316 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:35.032600 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-7de9719e-1178-4252-ae5a-c96309c071f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd HTTP/1.1" status: 200 len: 999 time: 0.3857462 May 31 12:00:35.081754 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b42c5-8700-4921-8b32-1cc26d94ff5b req-4b0289a8-97b9-4f36-8835-3b6721264b87 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:35.096016 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6f6b42c5-8700-4921-8b32-1cc26d94ff5b req-4b0289a8-97b9-4f36-8835-3b6721264b87 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.6980741 May 31 12:00:35.332469 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-c115ac01-0d2e-4f47-9285-bc19a7c9898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:35.334570 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-c115ac01-0d2e-4f47-9285-bc19a7c9898d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.2931788 May 31 12:00:35.445630 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Allocated IP 172.20.0.11 (16e26fb3-e629-4d90-a525-0b32a2040504/a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb/4974b498-1aae-4d82-9fa6-ee90db8f8db0) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:35.450047 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6f6b42c5-8700-4921-8b32-1cc26d94ff5b req-c382d45f-b0d3-4afb-878b-fe56db641478 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531096 May 31 12:00:35.683997 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-db985446-80ae-41a8-96da-67fce9c03807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:35.689828 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-db985446-80ae-41a8-96da-67fce9c03807 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3264678 May 31 12:00:35.742287 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:35.819985 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:35.869969 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Transition to ACTIVE for port object e4a21a30-cb7f-40ba-a3df-294aaf6fb592 will not be triggered until provisioned by entity L2. {{(pid=103897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:36.013276 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:36.020900 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:36.157113 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:36.231768 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Transition to ACTIVE for port object 4974b498-1aae-4d82-9fa6-ee90db8f8db0 will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:36.434726 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:36.443044 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256d907-6340-4f66-b200-cc1367806027 None None] Pushing event updated for resources: {'Port': ['ID=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:36.472078 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-f256d907-6340-4f66-b200-cc1367806027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:36.516654 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-6be2a486-4418-45a6-9651-145f7c8f33ea service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353795 May 31 12:00:36.524962 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dae11e92-966f-49a0-8f15-ce8cc8f3c2a2 req-068a1162-100f-4856-8c55-db03e3036908 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 210 time: 0.6704857 May 31 12:00:36.526549 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:36.610979 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Attempting to bind port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 on host dv-cinder-786384-7-smb for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:36.611395 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Attempting to bind port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 by drivers openvswitch,hyperv on host dv-cinder-786384-7-smb at level 0 using segments [{'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:36.612186 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Attempting to bind port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 on network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:36.632536 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Checking agent: {'id': '8be6c4ee-c839-46f3-9363-f850d5f6b986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 48, 11), 'started_at': datetime.datetime(2021, 5, 31, 11, 48, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:36.632536 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Checking segment: {'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:36.638866 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:36.638866 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Bound using segment: {'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:36.638866 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Bound port: e4a21a30-cb7f-40ba-a3df-294aaf6fb592, host: dv-cinder-786384-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256e75cb-2e56-4eb8-8733-dc253c2e529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:36.638866 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:36.668209 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-97ef7825-d32b-4677-8720-83666955557c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:36.748122 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:36.750761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Network 16e26fb3-e629-4d90-a525-0b32a2040504 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:36.817434 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb1b7b9e-1349-48a7-a01e-0b8b060de315 req-927e9c17-6e60-4942-9c09-d4096b3e9b4f service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781138 May 31 12:00:36.829565 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:36.850612 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:36.875242 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:36.881813 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'Port': ['ID=4974b498-1aae-4d82-9fa6-ee90db8f8db0,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:36.903784 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] For port e4a21a30-cb7f-40ba-a3df-294aaf6fb592, host dv-cinder-786384-7-smb, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:36.911720 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] For port e4a21a30-cb7f-40ba-a3df-294aaf6fb592, host dv-cinder-786384-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,segment=NetworkSegment(256e75cb-2e56-4eb8-8733-dc253c2e529a),segment_id=256e75cb-2e56-4eb8-8733-dc253c2e529a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:36.931288 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:36.932440 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:37.057514 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:37.058522 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.073538 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event updated for resources: {'Port': ['ID=a0c469d5-db23-4fb3-a824-e02fa3812147,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:37.078114 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:37.089785 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.299446 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.l3_db [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Floating IP dd977344-5ef3-4fa8-8413-8eefd838a76b associated. External IP: 172.28.2.83, port: 16da4828-e0b2-426f-81ba-6384890da8fb. May 31 12:00:37.327903 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db0a9d-bfb0-4068-a77d-f0af98788ac0 req-50be3641-f286-4415-a8f3-f92ab84533f0 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:37.329764 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-26db0a9d-bfb0-4068-a77d-f0af98788ac0 req-50be3641-f286-4415-a8f3-f92ab84533f0 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.0937822 May 31 12:00:37.465084 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-26db0a9d-bfb0-4068-a77d-f0af98788ac0 req-1b49043b-7635-4aae-b6d0-044197771d46 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203470 May 31 12:00:37.487474 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.494992 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:37.583167 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Routers {'5d26031e-018f-4fcd-b5c8-a79a7437317b'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:37.583848 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['5d26031e-018f-4fcd-b5c8-a79a7437317b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:37.654130 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256d907-6340-4f66-b200-cc1367806027 None None] Pushing event updated for resources: {'Port': ['ID=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:37.659621 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-f256d907-6340-4f66-b200-cc1367806027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:37.719809 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Router c56d9614-173f-4270-aa89-160ec110bf9e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:00:37.793425 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] Set router 5d26031e-018f-4fcd-b5c8-a79a7437317b gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:37.799567 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef5fa8-838f-49ce-8dde-d9b902b94740 req-65365396-ce1b-42fa-84f3-5cb1c9568883 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:37.800347 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-06ef5fa8-838f-49ce-8dde-d9b902b94740 req-65365396-ce1b-42fa-84f3-5cb1c9568883 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:37.909841 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:37.923581 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] Sync routers for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:37.936117 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-2be893ed-e9a5-4956-81ae-1e5dfb631f4f None None] Provisioning for port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:37.951016 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5822084 May 31 12:00:37.951236 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-2be893ed-e9a5-4956-81ae-1e5dfb631f4f None None] Provisioning complete for port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:37.951236 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2be893ed-e9a5-4956-81ae-1e5dfb631f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.966628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Request body: {'port': {'device_id': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:37.990991 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:37.992065 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:38.022359 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:38.141599 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:38.150725 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1976295 May 31 12:00:38.151498 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:38.158892 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe8990-26b4-4051-b190-ded06e37b4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:38.187151 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 4, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port': {'id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:21Z', 'updated_at': '2021-05-31T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'e4a21a30-cb7f-40ba-a3df-294aaf6fb592', 'name': '', 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'mac_address': 'fa:16:3e:70:8d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:26Z', 'updated_at': '2021-05-31T12:00:36Z', 'revision_number': 4, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'subnets': [{'id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:38.193344 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca977c-964b-42fb-a7e6-8295a3f4292a None None] The sync data for ids ['5d26031e-018f-4fcd-b5c8-a79a7437317b'] in dv-cinder-786384-7-smb is: [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:00:27Z', 'revision_number': 4, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port': {'id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:21Z', 'updated_at': '2021-05-31T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'e4a21a30-cb7f-40ba-a3df-294aaf6fb592', 'name': '', 'network_id': '9c3b4a91-66ea-4c95-b8e4-2a761dd0883e', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'mac_address': 'fa:16:3e:70:8d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:26Z', 'updated_at': '2021-05-31T12:00:36Z', 'revision_number': 4, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'subnets': [{'id': 'd5f873e7-2a44-4552-90e7-1b79940c84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:38.235607 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-06ef5fa8-838f-49ce-8dde-d9b902b94740 req-65365396-ce1b-42fa-84f3-5cb1c9568883 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:38.236806 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06ef5fa8-838f-49ce-8dde-d9b902b94740 req-65365396-ce1b-42fa-84f3-5cb1c9568883 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 932 time: 0.5485520 May 31 12:00:38.342796 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-06ef5fa8-838f-49ce-8dde-d9b902b94740 req-fe6e0cba-b203-4540-bf27-90d92b7d1fd4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950725 May 31 12:00:38.455365 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2be893ed-e9a5-4956-81ae-1e5dfb631f4f None None] Port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:38.495803 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da54ee43-74ca-40e6-96a5-03e8c813fbce x-openstack-request-id: req-da54ee43-74ca-40e6-96a5-03e8c813fbce {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:38.496117 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:38.496392 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da54ee43-74ca-40e6-96a5-03e8c813fbce {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:38.496806 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb', 'status': 'completed', 'code': 200} May 31 12:00:38.513210 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device e4a21a30-cb7f-40ba-a3df-294aaf6fb592 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:38.595628 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:38.793399 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13b16f14-5aca-4ffe-9b55-fddea603fdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.065316 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning for port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:39.181507 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-a4037b9d-363a-448b-a0aa-f5032ff442d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:39.183021 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-a4037b9d-363a-448b-a0aa-f5032ff442d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1098 time: 0.6563373 May 31 12:00:39.402991 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:39.403371 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.565558 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa9f1-a1ac-4a57-beaa-69d052b61952 req-6464e1ec-4251-4376-b728-889e266db064 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:39.575882 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83eaa9f1-a1ac-4a57-beaa-69d052b61952 req-6464e1ec-4251-4376-b728-889e266db064 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.8139503 May 31 12:00:39.619333 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.638699 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'dd977344-5ef3-4fa8-8413-8eefd838a76b', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'port_id': '16da4828-e0b2-426f-81ba-6384890da8fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'mac_address': 'fa:16:3e:a8:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:00:35Z', 'updated_at': '2021-05-31T12:00:35Z', 'revision_number': 0, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 5, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:39.645898 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] Checking router: c56d9614-173f-4270-aa89-160ec110bf9e for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:39.676787 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] For port e4a21a30-cb7f-40ba-a3df-294aaf6fb592, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,segment=NetworkSegment(256e75cb-2e56-4eb8-8733-dc253c2e529a),segment_id=256e75cb-2e56-4eb8-8733-dc253c2e529a)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:39.683277 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:39.684457 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:00:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:39.787251 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83eaa9f1-a1ac-4a57-beaa-69d052b61952 req-28e2f413-6bbe-4f81-b74a-3908e9d1f486 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103004 May 31 12:00:39.833423 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-74e19bad-efed-4856-9206-f77821ef939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:39.835336 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-74e19bad-efed-4856-9206-f77821ef939c service neutron] 10.222.0.54 "GET /v2.0/networks?id=073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 200 len: 910 time: 0.6406460 May 31 12:00:40.041046 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.054231 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:40.093276 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-3e247250-11c0-49c8-8801-cdb38e04484c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 200 len: 998 time: 0.2459853 May 31 12:00:40.131178 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.db.resource_extend [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:00:40.232766 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Pushing event updated for resources: {'Port': ['ID=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:40.242353 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:40.336945 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4974b498-1aae-4d82-9fa6-ee90db8f8db0 {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:40.358797 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.365557 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-abc2f524-2c60-4a14-bd64-586355238f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:40.367095 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-abc2f524-2c60-4a14-bd64-586355238f63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d42cef8c-079e-4ff5-8601-b7be4784a4a7 HTTP/1.1" status: 200 len: 848 time: 0.2199330 May 31 12:00:40.397017 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device e4a21a30-cb7f-40ba-a3df-294aaf6fb592 up at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:40.464061 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Transition to ACTIVE for port object 4974b498-1aae-4d82-9fa6-ee90db8f8db0 will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:40.543035 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86830fb-68ec-4308-ba22-98431b4c26da req-fdc95a63-17cf-4157-9615-1b1fa2b3d6e4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:40.545450 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Provisioning complete for port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:40.546479 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a86830fb-68ec-4308-ba22-98431b4c26da req-fdc95a63-17cf-4157-9615-1b1fa2b3d6e4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 932 time: 0.4519291 May 31 12:00:40.553163 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.632678 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.654259 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a86830fb-68ec-4308-ba22-98431b4c26da req-b99ce75e-3eca-455a-a701-6d53c3c94d22 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885413 May 31 12:00:40.655018 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-85bccab4-8e3c-4e42-ad53-5b4a1e0662fd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:40.670072 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:40.746167 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Pushing event updated for resources: {'Port': ['ID=4974b498-1aae-4d82-9fa6-ee90db8f8db0,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:40.908720 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.909092 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.909457 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.909814 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.911183 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.912130 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.912615 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.913242 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.913804 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.914274 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.924189 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.924784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:40.940695 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:41.345889 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:41.398422 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89061062-2e3f-480f-88d8-f00c5a6da246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:41.426274 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-3c00f918-c66f-47b4-baa5-9d0fd4dd955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:41.432088 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-3c00f918-c66f-47b4-baa5-9d0fd4dd955a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=073b185b-d988-4fa5-be2f-0271044767b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0463917 May 31 12:00:41.537625 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Attempting to bind port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:41.538017 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Attempting to bind port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:41.538360 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Attempting to bind port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 on network 16e26fb3-e629-4d90-a525-0b32a2040504 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:41.619714 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 on network 16e26fb3-e629-4d90-a525-0b32a2040504 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:00:41.619714 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Attempting to bind port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 on network 16e26fb3-e629-4d90-a525-0b32a2040504 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:41.637447 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'dd977344-5ef3-4fa8-8413-8eefd838a76b', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'port_id': '16da4828-e0b2-426f-81ba-6384890da8fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'mac_address': 'fa:16:3e:a8:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:00:35Z', 'updated_at': '2021-05-31T12:00:35Z', 'revision_number': 0, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 5, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:41.637866 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:41.638371 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Checking segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:41.638608 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Bound using segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:41.638958 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Bound port: 4974b498-1aae-4d82-9fa6-ee90db8f8db0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:41.639452 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:41.645332 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551941b-4ccf-44b0-8b61-a34d23b5c087 None None] The sync data for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb is: [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'dd977344-5ef3-4fa8-8413-8eefd838a76b', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'port_id': '16da4828-e0b2-426f-81ba-6384890da8fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'mac_address': 'fa:16:3e:a8:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:00:35Z', 'updated_at': '2021-05-31T12:00:35Z', 'revision_number': 0, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 5, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:41.695161 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442c8a4-8294-4a55-a06b-a3d9778d927b req-a86ccce9-b833-4ae7-823d-d4bd625049d8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:41.702694 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a442c8a4-8294-4a55-a06b-a3d9778d927b req-a86ccce9-b833-4ae7-823d-d4bd625049d8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.5926235 May 31 12:00:41.886319 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] For port 4974b498-1aae-4d82-9fa6-ee90db8f8db0, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:41.895299 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] For port 4974b498-1aae-4d82-9fa6-ee90db8f8db0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:41.898540 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-33ec9495-68a5-4421-9e9f-0b624b300e51 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499826 May 31 12:00:41.933938 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a442c8a4-8294-4a55-a06b-a3d9778d927b req-11105a41-6147-43c7-8b1c-76d28580bb5d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300770 May 31 12:00:42.011236 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefded0d-92eb-4bf2-bd57-2dc2a6eba2b3 None None] New status for floating IP dd977344-5ef3-4fa8-8413-8eefd838a76b: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:00:42.016506 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:42.024212 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:42.123334 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.124057 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:42.125436 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] 10.222.0.54 "PUT /v2.0/ports/4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 200 len: 1094 time: 4.1633546 May 31 12:00:42.125996 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'tag': '4974b498-1aae-4d82-9fa6-ee90db8f8db0'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:42.131946 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66534331-8abe-40b7-a9c8-7b487f308f23" -d '{"events": [{"name": "network-changed", "server_uuid": "3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3", "tag": "4974b498-1aae-4d82-9fa6-ee90db8f8db0"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:42.194047 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:42.200055 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9fe8990-26b4-4051-b190-ded06e37b4c1 req-3f7f54d1-a605-4f84-8ffb-6fe108a0518b service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924664 May 31 12:00:42.204752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Pushing event updated for resources: {'Port': ['ID=4974b498-1aae-4d82-9fa6-ee90db8f8db0,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:42.214477 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:42.564531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8f0a4c82-b6ca-4390-9bc0-5191863b5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.566384 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8f0a4c82-b6ca-4390-9bc0-5191863b5a2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 1097 time: 0.3000133 May 31 12:00:42.589008 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3326-c134-4f0f-a2d6-3402e1188005 req-26170059-ca8d-4602-b749-91a964fa5698 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.591023 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5e7c3326-c134-4f0f-a2d6-3402e1188005 req-26170059-ca8d-4602-b749-91a964fa5698 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.1624634 May 31 12:00:42.803017 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-0ba39de0-3ab2-4652-82f5-c63deb271184 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 200 len: 217 time: 0.2107582 May 31 12:00:42.885152 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5e7c3326-c134-4f0f-a2d6-3402e1188005 req-e0abdf6d-820c-4329-8ad3-e147da0c5dec tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316279 May 31 12:00:42.934656 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-3076b9d1-0d9e-4384-9e57-3f7b50848b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.936834 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-3076b9d1-0d9e-4384-9e57-3f7b50848b67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.1250763 May 31 12:00:43.078000 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff06739-3157-4e3d-85ff-141cc58d48be x-openstack-request-id: req-8ff06739-3157-4e3d-85ff-141cc58d48be {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:43.078366 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3", "tag": "4974b498-1aae-4d82-9fa6-ee90db8f8db0", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:43.078586 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ff06739-3157-4e3d-85ff-141cc58d48be {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:43.079011 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'tag': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'status': 'completed', 'code': 200} May 31 12:00:43.175753 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-1e674819-cbe1-4e5c-9091-99a309be1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:43.175753 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-1e674819-cbe1-4e5c-9091-99a309be1880 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2221358 May 31 12:00:43.419849 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8ecaa438-f03b-49bc-a28f-37113e3beeb6 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360003 May 31 12:00:43.470783 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a2072-d51a-41ae-8d0b-0fb232829969 req-36e12fd0-bc85-4184-9fb0-733baeebfa38 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:43.472266 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d95a2072-d51a-41ae-8d0b-0fb232829969 req-36e12fd0-bc85-4184-9fb0-733baeebfa38 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.1843920 May 31 12:00:43.576869 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fe899f3a-7289-48e7-bcb8-920c6b60ce74 req-8dc0482a-a808-4d0d-a78c-32881c2e65d2 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491418 May 31 12:00:43.640221 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d95a2072-d51a-41ae-8d0b-0fb232829969 req-74698b2b-aace-4009-90ea-866a0a571ee2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454738 May 31 12:00:44.077857 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b8a4f-0073-4fb7-82d2-0c8f051e3f7a req-6f06d868-5d17-442d-b1b7-ce131c2ebdc5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.079320 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-758b8a4f-0073-4fb7-82d2-0c8f051e3f7a req-6f06d868-5d17-442d-b1b7-ce131c2ebdc5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.0874300 May 31 12:00:44.122984 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:44.138305 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:44.172243 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-758b8a4f-0073-4fb7-82d2-0c8f051e3f7a req-fbc4f581-fc86-44d6-9cfe-a3dc15f137f0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859439 May 31 12:00:44.203746 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-0ef8be10-e220-4a3a-8aba-58b34a9533ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.205121 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-0ef8be10-e220-4a3a-8aba-58b34a9533ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0879631 May 31 12:00:44.338786 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-3e2c94c6-dbc0-446a-9832-8c4d1cededeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.340264 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-3e2c94c6-dbc0-446a-9832-8c4d1cededeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 911 time: 0.1282036 May 31 12:00:44.414990 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-b0e2da79-f091-4f9a-9485-c66a89acdf38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 200 len: 217 time: 0.0674305 May 31 12:00:44.574620 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-6b49473f-a2b2-45e8-8776-b59806a74690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.576120 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-6b49473f-a2b2-45e8-8776-b59806a74690 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.1287637 May 31 12:00:44.763473 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-6b6c0bb7-d4f4-4b81-9669-42e4a5b5f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.764986 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-6b6c0bb7-d4f4-4b81-9669-42e4a5b5f07d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1814206 May 31 12:00:45.070348 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-6ff0351c-f9bc-4077-86ea-b81f415cb879 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896130 May 31 12:00:45.264859 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bb81e-50d4-4580-8bd9-044d8a49cbf6 req-f5ba09d9-ac3e-43e0-ad50-b0879b351ef9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:45.272680 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b12bb81e-50d4-4580-8bd9-044d8a49cbf6 req-f5ba09d9-ac3e-43e0-ad50-b0879b351ef9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.4645479 May 31 12:00:45.334128 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-66534331-8abe-40b7-a9c8-7b487f308f23 req-5c37c26e-86f8-4ca7-9378-8a95f4d25183 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480652 May 31 12:00:45.362770 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b12bb81e-50d4-4580-8bd9-044d8a49cbf6 req-8d3c8356-5e69-4c97-b589-de478075cb07 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890760 May 31 12:00:45.684230 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b541c2-6a80-484b-b3fd-7804f95bc1c7 req-488989ef-e7da-4d74-ad5d-0dcd4ac4d392 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:45.688925 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b9b541c2-6a80-484b-b3fd-7804f95bc1c7 req-488989ef-e7da-4d74-ad5d-0dcd4ac4d392 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.1512499 May 31 12:00:45.800539 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b9b541c2-6a80-484b-b3fd-7804f95bc1c7 req-0eb3cf61-94d0-4a9d-afea-877f1ef0597c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029553 May 31 12:00:46.815800 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80297fb9-a7df-4b1a-8ea3-bf067ed57753 req-0dd1fd92-58b9-4610-9395-c7e3b95dd790 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:46.817428 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-80297fb9-a7df-4b1a-8ea3-bf067ed57753 req-0dd1fd92-58b9-4610-9395-c7e3b95dd790 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.3103812 May 31 12:00:46.929706 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-80297fb9-a7df-4b1a-8ea3-bf067ed57753 req-b923ba30-9ad8-46a2-a1ab-74c31dbfd241 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009321 May 31 12:00:47.271921 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a5b9-c2bf-4e31-972d-7e5849fd0be7 req-4e98379f-e0da-4b26-a971-1d38fdd3a062 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:47.273481 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee99a5b9-c2bf-4e31-972d-7e5849fd0be7 req-4e98379f-e0da-4b26-a971-1d38fdd3a062 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.1695156 May 31 12:00:47.339110 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee99a5b9-c2bf-4e31-972d-7e5849fd0be7 req-58acb83c-ebb9-44ea-a341-6202b5a654ae tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568945 May 31 12:00:48.145045 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07618755-cfd6-4a79-b4f9-67ed9a27ec74 req-f473fe14-e173-4d76-9db6-bd304b1c3ff8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:48.146757 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-07618755-cfd6-4a79-b4f9-67ed9a27ec74 req-f473fe14-e173-4d76-9db6-bd304b1c3ff8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.0871782 May 31 12:00:48.220884 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-07618755-cfd6-4a79-b4f9-67ed9a27ec74 req-939989c3-a7fe-459e-af22-abb4eab3704e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681252 May 31 12:00:48.540337 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc984e-d0e7-479b-abcc-ec30624c679e req-5287b0a7-50ba-4482-9a52-7b451b205fbb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:48.541811 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-67bc984e-d0e7-479b-abcc-ec30624c679e req-5287b0a7-50ba-4482-9a52-7b451b205fbb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.0840299 May 31 12:00:48.586725 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-67bc984e-d0e7-479b-abcc-ec30624c679e req-ada83f7b-c997-421f-a147-95a37399c55c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392878 May 31 12:00:49.420942 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dcefb-3b9d-4a5d-bb95-8e0ca13c5ec9 req-61f4fc28-b6ef-44fe-b891-839814b6199f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:49.422824 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7e0dcefb-3b9d-4a5d-bb95-8e0ca13c5ec9 req-61f4fc28-b6ef-44fe-b891-839814b6199f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.0842154 May 31 12:00:49.477819 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7e0dcefb-3b9d-4a5d-bb95-8e0ca13c5ec9 req-4c87bc77-5728-417b-81b5-bc2d7a0386f4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452230 May 31 12:00:49.778795 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42fd84-eb60-469b-8cb9-fabc7f35fc6a req-51241446-d623-4362-b854-1c826242c87b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:49.780391 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3d42fd84-eb60-469b-8cb9-fabc7f35fc6a req-51241446-d623-4362-b854-1c826242c87b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.0884776 May 31 12:00:49.833198 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3d42fd84-eb60-469b-8cb9-fabc7f35fc6a req-7484e208-c07a-495d-9b8d-7157f09f5f78 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472770 May 31 12:00:50.021163 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-b9ee2a95-2ac9-4503-83f8-3dabdfbf9939 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9c422b6bdca74f3ebc39b4e31f0f5e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365777 May 31 12:00:50.167329 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-de1bbb97-5bec-4cd1-8617-e273d496d31b tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:50.168783 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-de1bbb97-5bec-4cd1-8617-e273d496d31b tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468790 May 31 12:00:50.182947 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-ff439589-48c2-490e-aa0a-786c00a85f01 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/quotas/9c422b6bdca74f3ebc39b4e31f0f5e6b HTTP/1.1" status: 200 len: 375 time: 0.0088141 May 31 12:00:50.330883 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-5454bf4b-8d43-4f4b-950b-d7283e59f360 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c422b6bdca74f3ebc39b4e31f0f5e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427429 May 31 12:00:50.596897 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1dfb34a3-2537-4236-94e3-490eac49f2f6 req-71ea9614-689f-4b97-a8d1-570c86793a72 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 210 time: 0.0578165 May 31 12:00:50.724806 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c403c7-cfd7-4580-a104-79e396468fff req-1025501d-c710-40ae-9772-e9b2fc8ad080 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:50.726358 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-90c403c7-cfd7-4580-a104-79e396468fff req-1025501d-c710-40ae-9772-e9b2fc8ad080 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Synchronizing usage tracker for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:network {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:50.798582 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-90c403c7-cfd7-4580-a104-79e396468fff req-1025501d-c710-40ae-9772-e9b2fc8ad080 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Unset dirty status for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:network {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:50.799766 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-1025501d-c710-40ae-9772-e9b2fc8ad080 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/networks?id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 200 len: 814 time: 0.2599852 May 31 12:00:50.815566 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-e8ffde83-fe18-465a-8a98-6da7ba611888 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/quotas/f6581bf7df3449aabf8eb1410141b339 HTTP/1.1" status: 200 len: 375 time: 0.0098567 May 31 12:00:50.817498 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d3991-890c-44c6-a95f-71eb16db3ed3 req-aaafa6c6-0442-4774-aa4e-b37ff1408fac tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:50.819027 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9d3d3991-890c-44c6-a95f-71eb16db3ed3 req-aaafa6c6-0442-4774-aa4e-b37ff1408fac tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.0845070 May 31 12:00:50.871507 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9d3d3991-890c-44c6-a95f-71eb16db3ed3 req-a6caf674-d2e4-45c1-b2e6-e01409844634 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 May 31 12:00:50.906749 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-2a7a000f-fd26-409a-b46e-429aa1a9c890 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6581bf7df3449aabf8eb1410141b339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852551 May 31 12:00:51.051123 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-ad800087-c507-428e-b00e-6dfcbb5fcd4f service neutron] 10.222.0.58 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317804 May 31 12:00:51.052186 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf3d8e-fdca-4ca7-9cf9-e0cf1f470ec2 req-3c1e06fe-5eda-47f3-a580-479e79335df9 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.054319 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6caf3d8e-fdca-4ca7-9cf9-e0cf1f470ec2 req-3c1e06fe-5eda-47f3-a580-479e79335df9 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.0822542 May 31 12:00:51.117490 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6caf3d8e-fdca-4ca7-9cf9-e0cf1f470ec2 req-b39da675-21be-4df5-8fb0-aa80b8c63613 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534103 May 31 12:00:51.213125 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-8eeef820-743d-4060-bf0c-8a6585474f64 service neutron] 10.222.0.58 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548407 May 31 12:00:51.526903 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-7651fe3a-037d-4794-905d-28d8b08b01dd req-8921443a-887f-4e64-893b-c873f0fb3d69 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Synchronizing usage tracker for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:51.616001 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-7651fe3a-037d-4794-905d-28d8b08b01dd req-8921443a-887f-4e64-893b-c873f0fb3d69 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Unset dirty status for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:51.617732 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7651fe3a-037d-4794-905d-28d8b08b01dd req-8921443a-887f-4e64-893b-c873f0fb3d69 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 210 time: 0.1371989 May 31 12:00:51.660205 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a23594-d5d5-446d-8689-44619c82958e req-7b9a4ee0-b003-4256-8063-505716db69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.661384 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83a23594-d5d5-446d-8689-44619c82958e req-7b9a4ee0-b003-4256-8063-505716db69e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1098 time: 0.0800331 May 31 12:00:51.726595 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-03039af5-6e92-4df1-993d-af7c51fd2c0e req-7909818f-6d99-4211-9c65-ba71177507fa tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 210 time: 0.0641642 May 31 12:00:51.835628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a23594-d5d5-446d-8689-44619c82958e req-5c780848-85ec-4da5-9e20-055f42718c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.837105 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83a23594-d5d5-446d-8689-44619c82958e req-5c780848-85ec-4da5-9e20-055f42718c33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.1442075 May 31 12:00:51.953133 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83a23594-d5d5-446d-8689-44619c82958e req-3b1032c2-30af-4dd3-8bd1-a0c406575c27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd HTTP/1.1" status: 200 len: 999 time: 0.1081150 May 31 12:00:52.017364 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a23594-d5d5-446d-8689-44619c82958e req-81232fe7-f07d-4967-97c3-5a61b93109f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:52.018915 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83a23594-d5d5-446d-8689-44619c82958e req-81232fe7-f07d-4967-97c3-5a61b93109f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.0593748 May 31 12:00:52.074708 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9b46-bca3-474a-ab70-2ca30b4a7bf5 req-7f58155f-033d-48cd-9c44-f77c3925fa99 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:52.083595 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-530b9b46-bca3-474a-ab70-2ca30b4a7bf5 req-7f58155f-033d-48cd-9c44-f77c3925fa99 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.0875149 May 31 12:00:52.104370 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a23594-d5d5-446d-8689-44619c82958e req-f13f9898-7dd8-454e-ae27-4b6bd07526e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:52.105791 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83a23594-d5d5-446d-8689-44619c82958e req-f13f9898-7dd8-454e-ae27-4b6bd07526e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781584 May 31 12:00:52.124321 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-530b9b46-bca3-474a-ab70-2ca30b4a7bf5 req-de541f54-11cf-46b8-aad3-d0bda9b70f41 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422194 May 31 12:00:52.382450 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83a23594-d5d5-446d-8689-44619c82958e req-83c7d667-c492-44c7-84a8-690c18a9bf3b service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684894 May 31 12:00:52.398336 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b998ab-c624-4953-8483-686e74ace335 req-40384dc2-5178-4958-af84-1bfcb4867457 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:52.399779 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-21b998ab-c624-4953-8483-686e74ace335 req-40384dc2-5178-4958-af84-1bfcb4867457 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.1290498 May 31 12:00:52.529638 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-21b998ab-c624-4953-8483-686e74ace335 req-79a3907f-03f7-4f43-aa01-447ea09569c3 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070158 May 31 12:00:52.565083 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-83a23594-d5d5-446d-8689-44619c82958e req-78706442-3cb7-4033-bb4f-c295144b8b48 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643517 May 31 12:00:52.715913 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ccfddc37-3a20-45f8-81dc-3c397c02cca2 req-34d9c12e-e840-4cb0-8ee3-55996952ce61 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 210 time: 0.0454605 May 31 12:00:52.879893 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-126adc74-cb53-41fb-ba71-be57425136c5 req-19dac2e0-3cdd-4c72-a2ba-9db16b79773c tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 210 time: 0.0424900 May 31 12:00:53.323594 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72d60-7bc5-4fdd-bf06-1fb77e21a0a9 req-8d3ad0bf-2775-495b-884b-17dbbb4ac758 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:53.325076 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-39d72d60-7bc5-4fdd-bf06-1fb77e21a0a9 req-8d3ad0bf-2775-495b-884b-17dbbb4ac758 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 945 time: 0.0861416 May 31 12:00:53.375926 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-39d72d60-7bc5-4fdd-bf06-1fb77e21a0a9 req-e0e32173-7fd1-44bd-816e-11043aee9ad0 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 May 31 12:00:53.406439 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-87b410aa-fe7e-401d-a2fd-b6283d37aa79 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9c422b6bdca74f3ebc39b4e31f0f5e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271869 May 31 12:00:53.478878 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:53.572203 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-0990feb6-2623-403b-857a-4cc9bfe68d5f tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:53.573646 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-0990feb6-2623-403b-857a-4cc9bfe68d5f tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623318 May 31 12:00:53.607831 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.609009 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Request body: {'port': {'device_id': 'b09368a7-9a1d-4212-80b9-2de1bd12e471', 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0', 'admin_state_up': True, 'tenant_id': '9c422b6bdca74f3ebc39b4e31f0f5e6b'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:53.665322 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:53.667998 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabb35ea-8e18-4197-97bd-1911b45b9295" -d '{"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:53.683815 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:53.716921 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3feccb-2e4f-4449-a68c-709df03835f6 x-openstack-request-id: req-5d3feccb-2e4f-4449-a68c-709df03835f6 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:53.717252 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:53.717517 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d3feccb-2e4f-4449-a68c-709df03835f6 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:53.717942 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'code': 200} May 31 12:00:53.812607 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:53.816336 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.822730 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Usage tracker for resource:port and tenant:9c422b6bdca74f3ebc39b4e31f0f5e6b is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:53.823511 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:53.823612 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:53.829739 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:53.841552 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e7617-03aa-42dd-8531-06094e848b0a req-a2667c34-e151-4cff-aeed-f75a4b61f2d6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:53.843031 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4a3e7617-03aa-42dd-8531-06094e848b0a req-a2667c34-e151-4cff-aeed-f75a4b61f2d6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.1558466 May 31 12:00:53.899429 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c2628ae-60b8-4508-9617-62c843de811a req-068303c3-65dc-49c2-914e-5f3bb993312e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 210 time: 0.0622253 May 31 12:00:53.908228 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Made reservation on behalf of 9c422b6bdca74f3ebc39b4e31f0f5e6b for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:53.916758 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.960686 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.985092 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4a3e7617-03aa-42dd-8531-06094e848b0a req-2a107f42-1844-4f97-8e93-5e1797a420af tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350355 May 31 12:00:53.999843 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:54.003504 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:54.006669 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:54.014060 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Usage tracker for resource:security_group_rule and tenant:9c422b6bdca74f3ebc39b4e31f0f5e6b is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:54.017932 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:54.026941 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:54.147399 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-94ebda94-9e65-42be-b6da-a857ea4c8edf req-41eec12a-e1ae-4930-8aa3-b9974b3281fb tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 210 time: 0.1032236 May 31 12:00:54.186339 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:54.256254 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:54.259339 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-78b9224e-3b41-4e81-aaaa-031687201bd5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:54.364308 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88688203-68d4-47fb-8f68-9b6979cea4d8,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:54.375329 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:54.607160 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Allocated IP 192.168.233.145 (4513b2ed-306d-4d45-884c-9687a4be4bb0/c17df938-c9a7-4f0f-b853-ae1366021a01/27c9f88f-126f-4e67-89fd-0259b6687ab2) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:54.615148 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c403c7-cfd7-4580-a104-79e396468fff req-5bd7f3c3-5a26-420e-a44e-57ad78ad9265 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:54.616656 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-5bd7f3c3-5a26-420e-a44e-57ad78ad9265 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.54 "GET /v2.0/networks?id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 200 len: 814 time: 0.2831643 May 31 12:00:54.639100 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'port': {'device_id': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'admin_state_up': True, 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:54.776529 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce139-799f-4f78-b9b8-c8a4728e9306 req-7f23f5a8-b256-49bf-abae-2913d7c7649b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:54.778030 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9acce139-799f-4f78-b9b8-c8a4728e9306 req-7f23f5a8-b256-49bf-abae-2913d7c7649b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.2878420 May 31 12:00:54.947203 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9acce139-799f-4f78-b9b8-c8a4728e9306 req-fbecfefd-dcaa-4919-9243-6dc446cfd798 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598356 May 31 12:00:54.969402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:54.994397 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:55.018087 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:55.034945 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Transition to ACTIVE for port object 27c9f88f-126f-4e67-89fd-0259b6687ab2 will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:55.054360 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7dc95872-6cb5-47bc-bc23-9ce7e25d5607 req-5b72c90a-daf2-4929-adbc-0898d35b9d58 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 210 time: 0.0480049 May 31 12:00:55.095904 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Made reservation on behalf of f6581bf7df3449aabf8eb1410141b339 for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:55.099578 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:55.268665 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:55.280906 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-688ea5bd-762b-4700-8d6a-50dadf8be755 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:55.361604 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41e66a-ba63-4fcf-ba53-25ca03a64c5f req-524915bb-ba6e-4e1a-b616-2d32f65d8fea tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:55.363230 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6a41e66a-ba63-4fcf-ba53-25ca03a64c5f req-524915bb-ba6e-4e1a-b616-2d32f65d8fea tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.0932689 May 31 12:00:55.403216 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Network 4513b2ed-306d-4d45-884c-9687a4be4bb0 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:55.417116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:55.434978 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:55.435260 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6a41e66a-ba63-4fcf-ba53-25ca03a64c5f req-a72c276b-fd07-465f-9305-ee92ceb97561 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578346 May 31 12:00:55.484942 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Pushing event updated for resources: {'Port': ['ID=27c9f88f-126f-4e67-89fd-0259b6687ab2,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:55.494333 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:55.505843 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 4974b498-1aae-4d82-9fa6-ee90db8f8db0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:00:55.595467 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a7e6-96d4-473c-ad91-ca499b22f8a6 req-cbf283c4-eeee-4c86-9ec5-1f7b76c1336f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:55.604363 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1c68a7e6-96d4-473c-ad91-ca499b22f8a6 req-cbf283c4-eeee-4c86-9ec5-1f7b76c1336f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 944 time: 0.4937627 May 31 12:00:55.611525 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:55.612223 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:55.667271 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Allocated IP 172.20.0.4 (9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1/63c55288-5e64-4b2b-8a18-3ae4c111a647/ad84517a-414c-40c1-9a56-2f78d3439f12) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:55.721715 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1c68a7e6-96d4-473c-ad91-ca499b22f8a6 req-fb0b178e-a395-4a01-be98-c4a1dfd937ee tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156805 May 31 12:00:55.766692 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 4974b498-1aae-4d82-9fa6-ee90db8f8db0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:55.773835 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1689801 May 31 12:00:55.806412 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'port_id': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:00:55.901811 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-e18d60fa-685a-48df-b7ea-98212e83a9b9 None None] Provisioning for port 27c9f88f-126f-4e67-89fd-0259b6687ab2 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:55.905211 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:55.926064 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-e18d60fa-685a-48df-b7ea-98212e83a9b9 None None] Provisioning complete for port 27c9f88f-126f-4e67-89fd-0259b6687ab2 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:55.926482 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d60fa-685a-48df-b7ea-98212e83a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:56.015755 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:56.022406 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4974b498-1aae-4d82-9fa6-ee90db8f8db0 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:56.026131 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e18d60fa-685a-48df-b7ea-98212e83a9b9 None None] Port 27c9f88f-126f-4e67-89fd-0259b6687ab2 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:56.042725 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Transition to ACTIVE for port object ad84517a-414c-40c1-9a56-2f78d3439f12 will not be triggered until provisioned by entity DHCP. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:56.068145 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 4974b498-1aae-4d82-9fa6-ee90db8f8db0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:56.198173 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadd18-33b8-4993-90eb-ee159f698938 req-763a86ff-d818-4ac8-82ef-0377fc5fc3c2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:56.199626 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2bbadd18-33b8-4993-90eb-ee159f698938 req-763a86ff-d818-4ac8-82ef-0377fc5fc3c2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1117220 May 31 12:00:56.205229 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:56.207179 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:56.249465 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:56.272227 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:56.283053 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2bbadd18-33b8-4993-90eb-ee159f698938 req-d3c50721-fa8e-4667-81c2-44941f2fbe05 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705118 May 31 12:00:56.327366 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=4974b498-1aae-4d82-9fa6-ee90db8f8db0,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:56.331313 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:56.390384 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:56.421759 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:56.424266 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:56.497887 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'Port': ['ID=ad84517a-414c-40c1-9a56-2f78d3439f12,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:56.509091 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:56.538352 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855c73d-48da-458d-86f3-b07ce28dc673 req-3d8fe4dc-f0f6-4c45-8ab7-94da95f856e0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:56.539333 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-a855c73d-48da-458d-86f3-b07ce28dc673 req-3d8fe4dc-f0f6-4c45-8ab7-94da95f856e0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Synchronizing usage tracker for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:56.547693 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:56.548353 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:56.663225 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-386e609c-404d-47b4-975e-26dfa2b765c0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0282581 May 31 12:00:56.667008 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-a855c73d-48da-458d-86f3-b07ce28dc673 req-3d8fe4dc-f0f6-4c45-8ab7-94da95f856e0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Unset dirty status for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:56.671747 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a855c73d-48da-458d-86f3-b07ce28dc673 req-3d8fe4dc-f0f6-4c45-8ab7-94da95f856e0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.4677250 May 31 12:00:56.684412 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['4974b498-1aae-4d82-9fa6-ee90db8f8db0'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:00:56.713186 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-a855c73d-48da-458d-86f3-b07ce28dc673 req-12a38cb2-fd86-4c13-8855-832da7209bf7 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Synchronizing usage tracker for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:56.832811 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-a855c73d-48da-458d-86f3-b07ce28dc673 req-12a38cb2-fd86-4c13-8855-832da7209bf7 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Unset dirty status for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:56.834066 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a855c73d-48da-458d-86f3-b07ce28dc673 req-12a38cb2-fd86-4c13-8855-832da7209bf7 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614311 May 31 12:00:56.857377 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-61bade5a-8db9-4f4d-9a66-5ac09eef7e40 None None] Provisioning for port ad84517a-414c-40c1-9a56-2f78d3439f12 completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:56.864497 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-61bade5a-8db9-4f4d-9a66-5ac09eef7e40 None None] Provisioning complete for port ad84517a-414c-40c1-9a56-2f78d3439f12 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:56.864881 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bade5a-8db9-4f4d-9a66-5ac09eef7e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:57.006592 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-61bade5a-8db9-4f4d-9a66-5ac09eef7e40 None None] Port ad84517a-414c-40c1-9a56-2f78d3439f12 cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:00:57.075052 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8523fb-e92f-4cdf-a3f7-26ec7b366cbf req-4bdc1402-c8ad-4997-9a3c-7a622227f21b tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:57.075941 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-8f8523fb-e92f-4cdf-a3f7-26ec7b366cbf req-4bdc1402-c8ad-4997-9a3c-7a622227f21b tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Synchronizing usage tracker for tenant:9c422b6bdca74f3ebc39b4e31f0f5e6b on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:57.204562 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-8f8523fb-e92f-4cdf-a3f7-26ec7b366cbf req-4bdc1402-c8ad-4997-9a3c-7a622227f21b tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Unset dirty status for tenant:9c422b6bdca74f3ebc39b4e31f0f5e6b on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:57.205761 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8f8523fb-e92f-4cdf-a3f7-26ec7b366cbf req-4bdc1402-c8ad-4997-9a3c-7a622227f21b tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.2257020 May 31 12:00:57.254940 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-8f8523fb-e92f-4cdf-a3f7-26ec7b366cbf req-ed6a08f1-762e-46e8-a212-cfb75723c27f tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Synchronizing usage tracker for tenant:9c422b6bdca74f3ebc39b4e31f0f5e6b on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:57.323779 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-8f8523fb-e92f-4cdf-a3f7-26ec7b366cbf req-ed6a08f1-762e-46e8-a212-cfb75723c27f tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Unset dirty status for tenant:9c422b6bdca74f3ebc39b4e31f0f5e6b on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:57.336429 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8f8523fb-e92f-4cdf-a3f7-26ec7b366cbf req-ed6a08f1-762e-46e8-a212-cfb75723c27f tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243081 May 31 12:00:57.527450 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6cb5a-377f-477e-ac12-a8d4be1eefb4 req-dc8fd307-f73e-48a6-899c-4bf4beb5bd95 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:57.528941 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-67e6cb5a-377f-477e-ac12-a8d4be1eefb4 req-dc8fd307-f73e-48a6-899c-4bf4beb5bd95 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 945 time: 0.0947104 May 31 12:00:57.576670 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-67e6cb5a-377f-477e-ac12-a8d4be1eefb4 req-d2a4ee19-4a01-43f2-b7d6-c373ae964075 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 May 31 12:00:58.057483 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eef6e8-df7a-4555-a374-0836c793137e req-0a67f874-cf98-487b-8f3d-023b0a8d1ec2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:58.058973 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-77eef6e8-df7a-4555-a374-0836c793137e req-0a67f874-cf98-487b-8f3d-023b0a8d1ec2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.1135974 May 31 12:00:58.148293 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-77eef6e8-df7a-4555-a374-0836c793137e req-3712f707-140b-4335-a599-b5967008f2f2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834656 May 31 12:00:58.229586 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363ae2-ee07-4835-a572-317c45c4405d req-a9fbe94a-203e-4c75-b8de-7c4f5819fa85 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:58.231185 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd363ae2-ee07-4835-a572-317c45c4405d req-a9fbe94a-203e-4c75-b8de-7c4f5819fa85 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1427114 May 31 12:00:58.283019 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd363ae2-ee07-4835-a572-317c45c4405d req-a1288ba3-f65a-487a-b830-5b874e574736 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439718 May 31 12:00:58.489680 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45630) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:58.543820 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaa16d-5d60-4daa-974d-5bf6922f9b52 req-dd583835-4b4d-4dca-88a0-0cdadeedc104 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:58.545548 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-16eaa16d-5d60-4daa-974d-5bf6922f9b52 req-dd583835-4b4d-4dca-88a0-0cdadeedc104 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.0923626 May 31 12:00:58.607101 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-16eaa16d-5d60-4daa-974d-5bf6922f9b52 req-0ceeed6d-1f9b-4ed4-8a27-ca7cf0e6ef67 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541911 May 31 12:00:58.621490 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-def79615-b990-44bd-8d1a-61f6b3cab7cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304801 May 31 12:00:58.788941 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e2a2-ae26-495c-9d41-5b205f867213 req-a20d2f6e-03c6-420a-b340-abb1fc37ff17 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:58.790638 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed26e2a2-ae26-495c-9d41-5b205f867213 req-a20d2f6e-03c6-420a-b340-abb1fc37ff17 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 945 time: 0.0942678 May 31 12:00:58.842245 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ed26e2a2-ae26-495c-9d41-5b205f867213 req-5d7e2607-eb40-43b5-a56b-bf2447887ff5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453198 May 31 12:00:59.353400 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb0c1e-8b03-4ecb-96bc-cc358a6056a3 req-f32e9e55-5af6-4296-a227-44992938b2cc tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:59.357083 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-76cb0c1e-8b03-4ecb-96bc-cc358a6056a3 req-f32e9e55-5af6-4296-a227-44992938b2cc tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.1084797 May 31 12:00:59.406324 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-76cb0c1e-8b03-4ecb-96bc-cc358a6056a3 req-7375d6c7-2ee6-4634-ad98-28647c369e09 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 May 31 12:00:59.512706 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916e20-a5a7-406b-bdad-92f2f71d6759 req-6c715f25-6063-4d1e-a8f7-aadf3dbb13e2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:59.514160 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81916e20-a5a7-406b-bdad-92f2f71d6759 req-6c715f25-6063-4d1e-a8f7-aadf3dbb13e2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0914593 May 31 12:00:59.548776 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 4974b498-1aae-4d82-9fa6-ee90db8f8db0 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:59.559520 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-81916e20-a5a7-406b-bdad-92f2f71d6759 req-7974cb45-b14b-4599-b907-5476ff658319 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396094 May 31 12:00:59.707566 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:59.712992 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:59.713370 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:59.844359 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01a86d-99a9-45e0-89f3-6cb2dd83056c req-c3ec93ef-d84f-4c6a-b22e-2f5a7904ae09 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:59.845995 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bd01a86d-99a9-45e0-89f3-6cb2dd83056c req-c3ec93ef-d84f-4c6a-b22e-2f5a7904ae09 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.1071141 May 31 12:00:59.882247 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:59.895952 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bd01a86d-99a9-45e0-89f3-6cb2dd83056c req-ac2538e8-246e-4727-abf2-f7ca389e4cea tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 May 31 12:00:59.939888 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4974b498-1aae-4d82-9fa6-ee90db8f8db0'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:59.942441 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9efd8b3-97a8-41a6-8198-fa891f0612cb" -d '{"events": [{"server_uuid": "3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3", "name": "network-vif-plugged", "status": "completed", "tag": "4974b498-1aae-4d82-9fa6-ee90db8f8db0"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:59.953605 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 4974b498-1aae-4d82-9fa6-ee90db8f8db0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:00.000245 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1b009e-f39a-461d-880f-7e3034d39872 x-openstack-request-id: req-8d1b009e-f39a-461d-880f-7e3034d39872 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:00.000623 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3", "name": "network-vif-plugged", "status": "completed", "tag": "4974b498-1aae-4d82-9fa6-ee90db8f8db0", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:00.000945 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d1b009e-f39a-461d-880f-7e3034d39872 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:00.001409 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'code': 200} May 31 12:01:00.039008 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.039911 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:00.065988 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba63a1d-3889-420e-8dc7-da106497d495 req-4f35be3a-2309-482d-9ef1-3c6b76e159c2 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:00.068476 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ba63a1d-3889-420e-8dc7-da106497d495 req-4f35be3a-2309-482d-9ef1-3c6b76e159c2 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 945 time: 0.0925896 May 31 12:01:00.068647 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:00.127597 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ba63a1d-3889-420e-8dc7-da106497d495 req-5e614116-76aa-498e-914c-89f9149d3627 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534532 May 31 12:01:00.163061 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=4974b498-1aae-4d82-9fa6-ee90db8f8db0,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:00.166677 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:00.605149 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae98f-aef9-4ae3-9854-a4595900438c req-a92c84b7-cd4d-4ed6-8df6-fda36a756436 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:00.606957 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-11cae98f-aef9-4ae3-9854-a4595900438c req-a92c84b7-cd4d-4ed6-8df6-fda36a756436 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.0895531 May 31 12:01:00.660521 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-11cae98f-aef9-4ae3-9854-a4595900438c req-afb5208e-bd23-4db3-8e06-2c70c6b80c47 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 May 31 12:01:00.783147 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3a58-92cb-43cd-98bd-bbc985ba3aae req-6526555f-579e-45d0-9004-0b3f1b95ddfe tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:00.784703 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d47d3a58-92cb-43cd-98bd-bbc985ba3aae req-6526555f-579e-45d0-9004-0b3f1b95ddfe tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0870864 May 31 12:01:00.896690 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d47d3a58-92cb-43cd-98bd-bbc985ba3aae req-4c7fc230-6411-4428-8184-cf0b492373e3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464945 May 31 12:01:01.139958 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e1b67-62da-4ec2-906d-280862964737 req-8ac6d105-6f44-4462-914e-ecc08ec5f15a tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:01.153624 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0f2e1b67-62da-4ec2-906d-280862964737 req-8ac6d105-6f44-4462-914e-ecc08ec5f15a tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.0979905 May 31 12:01:01.200775 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0f2e1b67-62da-4ec2-906d-280862964737 req-ebb4b37e-55e1-4bde-a751-4ce52f1be55b tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 May 31 12:01:01.346515 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbdf7-ae34-4223-87b5-98fef276b594 req-aae71545-175b-4bbd-9909-dc1b17fa4d85 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:01.348072 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ecdbdf7-ae34-4223-87b5-98fef276b594 req-aae71545-175b-4bbd-9909-dc1b17fa4d85 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0844481 May 31 12:01:01.416723 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ecdbdf7-ae34-4223-87b5-98fef276b594 req-874b47c2-6550-4fe8-b2bc-73441be85aa0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431345 May 31 12:01:01.864603 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41673e62-6ada-4bbd-9dfc-a78acaa91aaf req-6058af8f-1253-4b77-ac9d-dc5975bb5cc8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:01.866981 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-41673e62-6ada-4bbd-9dfc-a78acaa91aaf req-6058af8f-1253-4b77-ac9d-dc5975bb5cc8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.0902047 May 31 12:01:01.915577 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-41673e62-6ada-4bbd-9dfc-a78acaa91aaf req-afbf088c-fd32-4197-a079-1c77a5dfdd93 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 May 31 12:01:02.092174 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493e0c-19ba-421b-b075-e088f2b87b35 req-81520410-2d67-47b7-b658-a7c586e8367c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:02.094619 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4f493e0c-19ba-421b-b075-e088f2b87b35 req-81520410-2d67-47b7-b658-a7c586e8367c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1004460 May 31 12:01:02.152581 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4f493e0c-19ba-421b-b075-e088f2b87b35 req-416acf3b-0de6-49d3-9843-d8e4c4833e65 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425701 May 31 12:01:02.500858 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b160d-e81e-428c-a736-0097d39ea41c req-615943ab-20bc-4502-9050-573337fdd30e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:02.502361 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3e2b160d-e81e-428c-a736-0097d39ea41c req-615943ab-20bc-4502-9050-573337fdd30e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.1883214 May 31 12:01:02.552334 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3e2b160d-e81e-428c-a736-0097d39ea41c req-8b2d6ccb-ce0a-45d1-922f-d1ebae52b349 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 May 31 12:01:02.617550 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38a0e5-9c31-4ed5-bb59-618f9d9fc04c req-7b233043-bb59-44e9-b739-c2f7c543cf22 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:02.618076 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ff38a0e5-9c31-4ed5-bb59-618f9d9fc04c req-7b233043-bb59-44e9-b739-c2f7c543cf22 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0872886 May 31 12:01:02.668635 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ff38a0e5-9c31-4ed5-bb59-618f9d9fc04c req-36da29ee-19aa-4f21-8bb1-5568696593ec tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441945 May 31 12:01:03.106431 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c89e-6f69-489a-b015-4907b06490ce req-32e076ae-47e4-4ea7-9d9c-aeb4400b13c2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:03.112158 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2211c89e-6f69-489a-b015-4907b06490ce req-32e076ae-47e4-4ea7-9d9c-aeb4400b13c2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.0831051 May 31 12:01:03.155016 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2211c89e-6f69-489a-b015-4907b06490ce req-d63c1305-c9e0-4136-8a02-078184c56e5e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 May 31 12:01:03.456207 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64b795-d248-4679-9216-99ad9aa715e7 req-91f3d9d0-fe3c-40df-9702-756d0045fc26 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:03.464511 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5a64b795-d248-4679-9216-99ad9aa715e7 req-91f3d9d0-fe3c-40df-9702-756d0045fc26 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1891515 May 31 12:01:03.508384 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5a64b795-d248-4679-9216-99ad9aa715e7 req-cd0676eb-2406-4388-8431-aed8fc6e01e2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 May 31 12:01:03.757700 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8122e-c7eb-4b09-9291-2a73730dbd22 req-bbe70042-8610-4a8b-818b-e72ff09e966a tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:03.759195 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b1e8122e-c7eb-4b09-9291-2a73730dbd22 req-bbe70042-8610-4a8b-818b-e72ff09e966a tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.0897777 May 31 12:01:03.827383 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.828444 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b1e8122e-c7eb-4b09-9291-2a73730dbd22 req-bb23292d-409d-4f50-97c7-6a6ea60169f9 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629311 May 31 12:01:03.901083 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abaaf7-3932-4ad1-aa02-32b5cded4139 req-3332a3c7-8285-4faf-a6b6-a1c6b42d778a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:03.906731 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c9abaaf7-3932-4ad1-aa02-32b5cded4139 req-3332a3c7-8285-4faf-a6b6-a1c6b42d778a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1047170 May 31 12:01:03.952445 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c9abaaf7-3932-4ad1-aa02-32b5cded4139 req-46cfcd90-eea9-4452-acbd-3a8848b23613 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442150 May 31 12:01:04.390497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bcf71-ab97-4130-be71-4ddff63867e3 req-b1e2ddbd-891a-4824-8ad1-180b40d68718 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:04.395036 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4f8bcf71-ab97-4130-be71-4ddff63867e3 req-b1e2ddbd-891a-4824-8ad1-180b40d68718 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.1047449 May 31 12:01:04.457844 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4f8bcf71-ab97-4130-be71-4ddff63867e3 req-a23d0dd5-da93-4a48-b99d-ef28e63d215c tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563700 May 31 12:01:04.732744 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e06c3-fa27-40a2-b67b-c922635c7515 req-7c7a4ab8-d3c4-4e0f-b079-90b9c1d7c8fa tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:04.734250 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e86e06c3-fa27-40a2-b67b-c922635c7515 req-7c7a4ab8-d3c4-4e0f-b079-90b9c1d7c8fa tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1020706 May 31 12:01:04.792371 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e86e06c3-fa27-40a2-b67b-c922635c7515 req-0b8c2edf-9167-4f3f-899c-ba29fab4a650 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504172 May 31 12:01:05.051000 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdd6a1-a143-4e66-be96-c615f0a23f24 req-34228c4e-4a5e-4161-9ab0-27b185556902 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:05.052560 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b7fdd6a1-a143-4e66-be96-c615f0a23f24 req-34228c4e-4a5e-4161-9ab0-27b185556902 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.1092954 May 31 12:01:05.106038 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b7fdd6a1-a143-4e66-be96-c615f0a23f24 req-532a116a-0078-4a97-9464-aad4a9c6e161 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474365 May 31 12:01:05.160117 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7bb79-96e1-4cb8-ba0a-fac1eef471e7 req-c7cbff48-cbf3-47bb-b756-f0f5a3cea66b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:05.161648 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ecb7bb79-96e1-4cb8-ba0a-fac1eef471e7 req-c7cbff48-cbf3-47bb-b756-f0f5a3cea66b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0959177 May 31 12:01:05.208307 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ecb7bb79-96e1-4cb8-ba0a-fac1eef471e7 req-a7fa4be1-91ae-4cd6-b6bf-193f3b31ea35 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403566 May 31 12:01:05.660858 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a39b-3e5d-437b-9ad5-4d23bf0444c4 req-4e9de901-73cf-4596-ab94-68b58c22ca72 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:05.662326 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-aad1a39b-3e5d-437b-9ad5-4d23bf0444c4 req-4e9de901-73cf-4596-ab94-68b58c22ca72 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.0827408 May 31 12:01:05.711247 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-aad1a39b-3e5d-437b-9ad5-4d23bf0444c4 req-47d8a7a5-e57d-4e66-b718-bf22b0693b7e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 May 31 12:01:05.993909 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a4ed1-3ab6-4bcb-b949-6f48ee2cfed8 req-c7c3edc7-2a02-4cab-b428-bbca248e4a20 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:05.995419 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3f3a4ed1-3ab6-4bcb-b949-6f48ee2cfed8 req-c7c3edc7-2a02-4cab-b428-bbca248e4a20 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0855293 May 31 12:01:06.043045 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3f3a4ed1-3ab6-4bcb-b949-6f48ee2cfed8 req-76227823-de1d-4f29-a257-020d56ed0b76 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 May 31 12:01:06.352235 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e558b25-b2ab-4f2e-8502-b919478e91e7 req-29dd7338-45ba-423d-810e-4964a2cca537 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:06.353885 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6e558b25-b2ab-4f2e-8502-b919478e91e7 req-29dd7338-45ba-423d-810e-4964a2cca537 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.1371496 May 31 12:01:06.402147 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6e558b25-b2ab-4f2e-8502-b919478e91e7 req-a922d245-575d-4040-a604-671e58f0166c tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 May 31 12:01:06.412413 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad986f-1abf-4939-bbfc-28cc64a84bee req-b1511906-1709-474b-9ef8-85a68d5652e3 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:06.413949 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b5ad986f-1abf-4939-bbfc-28cc64a84bee req-b1511906-1709-474b-9ef8-85a68d5652e3 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0918212 May 31 12:01:06.459235 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b5ad986f-1abf-4939-bbfc-28cc64a84bee req-5655425b-6b18-4a17-8f5b-1d7fa35f54f3 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393193 May 31 12:01:06.898300 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34030155-2ca1-4561-a8ce-96ebf94e14b0 req-33110e3b-a9d1-48dd-a48f-68117f030818 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:06.899759 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-34030155-2ca1-4561-a8ce-96ebf94e14b0 req-33110e3b-a9d1-48dd-a48f-68117f030818 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.0815358 May 31 12:01:06.943313 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-34030155-2ca1-4561-a8ce-96ebf94e14b0 req-3f503aad-8f98-4604-b3c8-cd97c4bde2f0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 May 31 12:01:07.236050 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9b0a2-7c4f-4afd-b724-5492886e64fb req-bc3f635e-f28c-4f76-a4a2-3a4552ca2257 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:07.237419 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-17f9b0a2-7c4f-4afd-b724-5492886e64fb req-bc3f635e-f28c-4f76-a4a2-3a4552ca2257 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0789533 May 31 12:01:07.284677 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-17f9b0a2-7c4f-4afd-b724-5492886e64fb req-2ecce37d-aa76-4385-b68a-3e6c07640e27 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 May 31 12:01:07.593750 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e1772-c07f-4be6-8bee-fc1399733829 req-1addaa54-9c52-49f4-908a-c2bd6e8890ec tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:07.595242 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-932e1772-c07f-4be6-8bee-fc1399733829 req-1addaa54-9c52-49f4-908a-c2bd6e8890ec tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.0814939 May 31 12:01:07.642584 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-932e1772-c07f-4be6-8bee-fc1399733829 req-910c0a2b-928d-4ae2-b3ce-e9cd8a2fb0fb tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 May 31 12:01:07.644825 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241af045-4681-4036-9d25-ab7b0fcd8ff9 req-addb799c-5714-4c8b-8f4b-9a4ec2d4fae9 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:07.646337 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-241af045-4681-4036-9d25-ab7b0fcd8ff9 req-addb799c-5714-4c8b-8f4b-9a4ec2d4fae9 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0812712 May 31 12:01:07.691919 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-241af045-4681-4036-9d25-ab7b0fcd8ff9 req-51f33dee-95cf-4197-8153-7d5cd8f0ba41 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398517 May 31 12:01:08.134117 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bacca5-5317-4ba1-9999-10758133adfd req-98ea1d70-d18d-446c-85f0-6075dff97428 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:08.135491 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e2bacca5-5317-4ba1-9999-10758133adfd req-98ea1d70-d18d-446c-85f0-6075dff97428 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.0791373 May 31 12:01:08.185809 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e2bacca5-5317-4ba1-9999-10758133adfd req-390da45b-b1ff-412d-845b-90a67f258293 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 May 31 12:01:08.455774 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce6c60f-f0b1-4cdf-bd75-062beeca4c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:08.480160 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7b5d2-2e4d-481e-8a9f-39587166df09 req-48b0a7b1-93b0-4613-99d0-d57fa5ae0585 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:08.481598 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5cd7b5d2-2e4d-481e-8a9f-39587166df09 req-48b0a7b1-93b0-4613-99d0-d57fa5ae0585 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0861816 May 31 12:01:08.526667 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5cd7b5d2-2e4d-481e-8a9f-39587166df09 req-715df77b-58d5-48fa-a834-9220cde7300e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393453 May 31 12:01:08.827472 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46abe0-8dec-4d60-97be-56e2643c729f req-932b2bea-58e1-4d7f-9f9a-021bad0278b5 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:08.829016 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ff46abe0-8dec-4d60-97be-56e2643c729f req-932b2bea-58e1-4d7f-9f9a-021bad0278b5 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.0811446 May 31 12:01:08.875696 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ff46abe0-8dec-4d60-97be-56e2643c729f req-7a569b17-3339-4133-a389-e1327fff7fa9 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 May 31 12:01:08.887993 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595b8ef-9f81-486c-9e84-27e8f08652d1 req-39bb73a4-7025-453f-87cc-cdd8feafca6f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:08.889438 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3595b8ef-9f81-486c-9e84-27e8f08652d1 req-39bb73a4-7025-453f-87cc-cdd8feafca6f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0893476 May 31 12:01:08.936213 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3595b8ef-9f81-486c-9e84-27e8f08652d1 req-d38e44f1-1697-4747-b9a0-f520412b97ff tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 May 31 12:01:09.375572 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c13b-3286-48a0-9fe7-0c37596635fe req-f260f6df-a414-4f75-8f0f-332e18579b98 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:09.377043 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2883c13b-3286-48a0-9fe7-0c37596635fe req-f260f6df-a414-4f75-8f0f-332e18579b98 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.0834291 May 31 12:01:09.423066 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2883c13b-3286-48a0-9fe7-0c37596635fe req-a9ab5b5d-51b2-4d34-b6c7-62519f8d8c98 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 May 31 12:01:09.719607 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d7b4d-b1c6-4aee-9e83-d673b267850d req-0c3c18af-693f-4a72-ab98-92f352efb199 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:09.721075 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c8d7b4d-b1c6-4aee-9e83-d673b267850d req-0c3c18af-693f-4a72-ab98-92f352efb199 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0837991 May 31 12:01:09.765345 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c8d7b4d-b1c6-4aee-9e83-d673b267850d req-65b0c890-b1da-4102-ab3c-f1c1c5372605 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385911 May 31 12:01:10.055430 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Request body: {'port': {'device_id': 'b09368a7-9a1d-4212-80b9-2de1bd12e471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:10.095178 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Request body: {'port': {'device_id': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:10.139828 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d34c87-08bf-47c6-a468-c63739363445 req-d58bff4f-a9d3-4034-ba48-a3128789a91d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:10.141445 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-10d34c87-08bf-47c6-a468-c63739363445 req-d58bff4f-a9d3-4034-ba48-a3128789a91d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0832911 May 31 12:01:10.193300 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-10d34c87-08bf-47c6-a468-c63739363445 req-3917aeef-828d-4ed1-8625-65fdd475228f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456419 May 31 12:01:10.260169 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cc343-9418-4a05-a97f-1b3d9dae4736 req-a6d8b5fd-d1fc-4a84-a007-fb6877a98413 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:10.261649 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-780cc343-9418-4a05-a97f-1b3d9dae4736 req-a6d8b5fd-d1fc-4a84-a007-fb6877a98413 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 936 time: 0.2717187 May 31 12:01:10.316142 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:10.336776 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:10.393840 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-780cc343-9418-4a05-a97f-1b3d9dae4736 req-641b61bf-f327-497b-a6a4-95b60795cc17 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232135 May 31 12:01:10.501942 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbc87c-dfc6-4de5-a07b-4b175fe11a59 req-a81690db-403f-4c2a-b83b-2436bc496cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:10.504568 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1dcbc87c-dfc6-4de5-a07b-4b175fe11a59 req-a81690db-403f-4c2a-b83b-2436bc496cf3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 1099 time: 0.1063898 May 31 12:01:10.574679 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1dcbc87c-dfc6-4de5-a07b-4b175fe11a59 req-9df1cf52-1664-470b-87ee-d3ab954e8d81 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512266 May 31 12:01:10.669634 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100efdca-e892-44a2-b82b-bf1a1f9bd399 req-8465d07f-0e1e-406c-962d-e5dc0b30a75d tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:10.671032 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-100efdca-e892-44a2-b82b-bf1a1f9bd399 req-8465d07f-0e1e-406c-962d-e5dc0b30a75d tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 931 time: 0.0986516 May 31 12:01:10.722974 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-100efdca-e892-44a2-b82b-bf1a1f9bd399 req-86a64343-1fac-4231-a0a2-ec3d62ffc95e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451238 May 31 12:01:10.981403 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.175072 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df661eb-6bf8-4c0b-aca6-500e117f9729 req-9acbba68-96c5-4565-bc5c-3fc7bbb94d8b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:11.176537 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6df661eb-6bf8-4c0b-aca6-500e117f9729 req-9acbba68-96c5-4565-bc5c-3fc7bbb94d8b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.2813296 May 31 12:01:11.203947 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e63f20a-19d1-416f-8b95-bd669a5804f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.223775 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad84517a-414c-40c1-9a56-2f78d3439f12 {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:11.237829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.250248 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c9f88f-126f-4e67-89fd-0259b6687ab2 {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:11.267556 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.274532 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6df661eb-6bf8-4c0b-aca6-500e117f9729 req-9e01b170-9146-42b1-9ed1-4cc691a772b0 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822134 May 31 12:01:11.284246 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Transition to ACTIVE for port object ad84517a-414c-40c1-9a56-2f78d3439f12 will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:01:11.293346 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Transition to ACTIVE for port object 27c9f88f-126f-4e67-89fd-0259b6687ab2 will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:01:11.358389 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.368896 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:11.407942 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cde22-6201-4158-8e41-81663dbaf624 req-fbef6d06-8620-4202-9b26-22b9216245b0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:11.409946 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-897cde22-6201-4158-8e41-81663dbaf624 req-fbef6d06-8620-4202-9b26-22b9216245b0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0959945 May 31 12:01:11.461239 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.468113 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-897cde22-6201-4158-8e41-81663dbaf624 req-d612df18-a8a0-4f20-808c-17cbfd47dc9d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473669 May 31 12:01:11.678384 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Pushing event updated for resources: {'Port': ['ID=ad84517a-414c-40c1-9a56-2f78d3439f12,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:11.689509 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:11.693172 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:11.901792 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Pushing event updated for resources: {'Port': ['ID=27c9f88f-126f-4e67-89fd-0259b6687ab2,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:11.917353 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:11.929207 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba761c6-70f4-4f01-8aa0-2a0f9d15b220 req-adf27a37-0b43-4536-bd17-8d96472e7115 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:11.930678 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ba761c6-70f4-4f01-8aa0-2a0f9d15b220 req-adf27a37-0b43-4536-bd17-8d96472e7115 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 943 time: 0.0953450 May 31 12:01:11.939954 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Attempting to bind port ad84517a-414c-40c1-9a56-2f78d3439f12 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:01:11.940297 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Attempting to bind port ad84517a-414c-40c1-9a56-2f78d3439f12 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:01:11.940632 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Attempting to bind port ad84517a-414c-40c1-9a56-2f78d3439f12 on network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:11.952093 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced673a2-ebcf-481e-89ad-1b824f76a4ca req-ccef19c3-87b5-4a5b-b110-9132231d82f9 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:11.956534 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ced673a2-ebcf-481e-89ad-1b824f76a4ca req-ccef19c3-87b5-4a5b-b110-9132231d82f9 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.3814344 May 31 12:01:11.957106 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Attempting to bind port 27c9f88f-126f-4e67-89fd-0259b6687ab2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:01:11.957446 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Attempting to bind port 27c9f88f-126f-4e67-89fd-0259b6687ab2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:01:11.957778 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Attempting to bind port 27c9f88f-126f-4e67-89fd-0259b6687ab2 on network 4513b2ed-306d-4d45-884c-9687a4be4bb0 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:11.964825 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Port ad84517a-414c-40c1-9a56-2f78d3439f12 on network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:01:11.965150 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Attempting to bind port ad84517a-414c-40c1-9a56-2f78d3439f12 on network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:11.979291 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ba761c6-70f4-4f01-8aa0-2a0f9d15b220 req-c3a633b0-815c-4884-84f0-9ebcb86f5a25 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 May 31 12:01:11.986301 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Port 27c9f88f-126f-4e67-89fd-0259b6687ab2 on network 4513b2ed-306d-4d45-884c-9687a4be4bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:01:11.986611 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Attempting to bind port 27c9f88f-126f-4e67-89fd-0259b6687ab2 on network 4513b2ed-306d-4d45-884c-9687a4be4bb0 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:11.996291 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:01:11.996291 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Checking segment: {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:11.996291 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Bound using segment: {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:01:11.996291 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Bound port: ad84517a-414c-40c1-9a56-2f78d3439f12, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f085a3d-d98e-4bbe-9477-3aec33c46027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:01:11.996291 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.012465 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:01:12.012802 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Checking segment: {'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:12.013179 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Bound using segment: {'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:01:12.013606 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Bound port: 27c9f88f-126f-4e67-89fd-0259b6687ab2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a8d322-c4ab-463f-845c-e458d846a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:01:12.013948 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.124225 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ced673a2-ebcf-481e-89ad-1b824f76a4ca req-acf3360e-2c80-423c-b018-94a54b61da93 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633089 May 31 12:01:12.197510 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] For port ad84517a-414c-40c1-9a56-2f78d3439f12, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:01:12.206505 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] For port 27c9f88f-126f-4e67-89fd-0259b6687ab2, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:01:12.209655 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] For port ad84517a-414c-40c1-9a56-2f78d3439f12, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad84517a-414c-40c1-9a56-2f78d3439f12,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:01:12.212096 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] For port 27c9f88f-126f-4e67-89fd-0259b6687ab2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27c9f88f-126f-4e67-89fd-0259b6687ab2,segment=NetworkSegment(d0a8d322-c4ab-463f-845c-e458d846a02b),segment_id=d0a8d322-c4ab-463f-845c-e458d846a02b)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:01:12.221280 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.320191 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.325512 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fbc37bef-0dd1-40a7-ad99-671bd4ce7e55 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:12.356309 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.400651 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.400651 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.400651 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] 10.222.0.54 "PUT /v2.0/ports/27c9f88f-126f-4e67-89fd-0259b6687ab2 HTTP/1.1" status: 200 len: 1098 time: 2.3487058 May 31 12:01:12.400651 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09368a7-9a1d-4212-80b9-2de1bd12e471', 'tag': '27c9f88f-126f-4e67-89fd-0259b6687ab2'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:12.402990 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816989b3-b3d3-4f5c-81c0-fc20c25f8ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "b09368a7-9a1d-4212-80b9-2de1bd12e471", "tag": "27c9f88f-126f-4e67-89fd-0259b6687ab2"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:12.406260 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.406922 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.408444 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 1093 time: 2.3267744 May 31 12:01:12.429877 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Pushing event updated for resources: {'Port': ['ID=27c9f88f-126f-4e67-89fd-0259b6687ab2,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:12.433950 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:12.434299 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-aa4a99b8-e613-4b00-9b8d-7337ee90a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:12.594765 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a4824-e837-40d6-9a1e-17e4515cb003 req-51ac906c-a39e-4a8b-8167-31e0d4cab2a9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.603535 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-519a4824-e837-40d6-9a1e-17e4515cb003 req-51ac906c-a39e-4a8b-8167-31e0d4cab2a9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.1860404 May 31 12:01:12.668037 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-519a4824-e837-40d6-9a1e-17e4515cb003 req-2f60c6b4-efd4-455a-be09-f5d59bc3aaf6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630758 May 31 12:01:12.702344 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb3010f-ec16-43b9-92f8-d6f09b649f8b x-openstack-request-id: req-7cb3010f-ec16-43b9-92f8-d6f09b649f8b {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:12.702832 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09368a7-9a1d-4212-80b9-2de1bd12e471", "tag": "27c9f88f-126f-4e67-89fd-0259b6687ab2", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:12.702944 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7cb3010f-ec16-43b9-92f8-d6f09b649f8b {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:12.703327 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09368a7-9a1d-4212-80b9-2de1bd12e471', 'tag': '27c9f88f-126f-4e67-89fd-0259b6687ab2', 'status': 'completed', 'code': 200} May 31 12:01:12.846436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Pushing event updated for resources: {'Port': ['ID=ad84517a-414c-40c1-9a56-2f78d3439f12,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:12.857070 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-484c83cf-d8c7-4918-a72c-0f2eb910b468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:12.898657 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ed9bb-d80c-4f99-a434-0559eaf4426a req-527ed69b-79b5-4657-9488-6abad098e076 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.900186 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-784ed9bb-d80c-4f99-a434-0559eaf4426a req-527ed69b-79b5-4657-9488-6abad098e076 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1997066 May 31 12:01:12.903741 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816989b3-b3d3-4f5c-81c0-fc20c25f8ff4 req-4545fc1c-e69a-4c41-9f5c-f0b391761fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.905105 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-816989b3-b3d3-4f5c-81c0-fc20c25f8ff4 req-4545fc1c-e69a-4c41-9f5c-f0b391761fc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c422b6bdca74f3ebc39b4e31f0f5e6b&device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 1101 time: 0.2351594 May 31 12:01:12.909576 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c403c7-cfd7-4580-a104-79e396468fff req-90bc9cb0-8b7c-46f1-afc6-df9c291e48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.910932 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-90bc9cb0-8b7c-46f1-afc6-df9c291e48a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6581bf7df3449aabf8eb1410141b339&device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1096 time: 0.2068665 May 31 12:01:13.028955 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-8cc61bfd-a5ee-4855-ad16-e2ac026e13e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 217 time: 0.0895417 May 31 12:01:13.030542 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-816989b3-b3d3-4f5c-81c0-fc20c25f8ff4 req-7e3f0b85-38ae-4786-8982-9834bba825c6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9c422b6bdca74f3ebc39b4e31f0f5e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923276 May 31 12:01:13.033448 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-784ed9bb-d80c-4f99-a434-0559eaf4426a req-c384a085-7a9c-439d-ad98-814837b17ae7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268041 May 31 12:01:13.228155 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c403c7-cfd7-4580-a104-79e396468fff req-9c60c1de-4382-4179-b6e7-3de68b801885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.229582 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-9c60c1de-4382-4179-b6e7-3de68b801885 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63c55288-5e64-4b2b-8a18-3ae4c111a647 HTTP/1.1" status: 200 len: 853 time: 0.1902785 May 31 12:01:13.335302 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816989b3-b3d3-4f5c-81c0-fc20c25f8ff4 req-5d821192-7117-445c-b40d-1d99d4dc8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.336400 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-816989b3-b3d3-4f5c-81c0-fc20c25f8ff4 req-5d821192-7117-445c-b40d-1d99d4dc8213 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2615259 May 31 12:01:13.360114 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840943ea-b536-4fe4-b580-eab88d95307d req-90971bca-30f4-4122-8876-64380f060a01 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.361576 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-840943ea-b536-4fe4-b580-eab88d95307d req-90971bca-30f4-4122-8876-64380f060a01 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 943 time: 0.2018063 May 31 12:01:13.394830 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c403c7-cfd7-4580-a104-79e396468fff req-f98def36-bc3f-41d4-abfc-f0b0792de84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.396327 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-f98def36-bc3f-41d4-abfc-f0b0792de84e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446803 May 31 12:01:13.417971 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-840943ea-b536-4fe4-b580-eab88d95307d req-dba7ea66-e2f8-421b-80cc-c6846e23c082 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474842 May 31 12:01:13.461319 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819634e-d535-47ab-b79c-c1eaa5a1c27c req-b637694e-a72f-421d-94ee-1ba65269aa36 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.467904 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1819634e-d535-47ab-b79c-c1eaa5a1c27c req-b637694e-a72f-421d-94ee-1ba65269aa36 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1303370 May 31 12:01:13.473096 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 45786) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:13.485794 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'floatingip': {'port_id': '4974b498-1aae-4d82-9fa6-ee90db8f8db0'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:13.687514 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-05b508ad-0308-49ff-b0e3-028749065b27 service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654791 May 31 12:01:13.704562 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.718228 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-6b14662b-b187-4454-8c9f-7f00640ff6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.719697 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-6b14662b-b187-4454-8c9f-7f00640ff6c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c422b6bdca74f3ebc39b4e31f0f5e6b&device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 1101 time: 0.2790163 May 31 12:01:13.784780 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4fbb5-0c8d-4185-81cd-507ce4adb91d req-a053628b-7f55-4764-8306-61d9f30ad009 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.786280 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-53e4fbb5-0c8d-4185-81cd-507ce4adb91d req-a053628b-7f55-4764-8306-61d9f30ad009 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.2340834 May 31 12:01:13.878212 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-07aed259-df8f-4eac-9abb-6b3189a1a2b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=27c9f88f-126f-4e67-89fd-0259b6687ab2 HTTP/1.1" status: 200 len: 217 time: 0.0861270 May 31 12:01:13.890216 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.986670 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-53e4fbb5-0c8d-4185-81cd-507ce4adb91d req-1db6cdf8-67bf-4a00-8081-dbf40e9109b2 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462207 May 31 12:01:13.993495 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-90c403c7-cfd7-4580-a104-79e396468fff req-a195eb99-13a1-4a62-9cdc-08b0a3c77a5c service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983222 May 31 12:01:13.994953 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-5a616da2-daba-47fd-b145-5a53808c6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.996297 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-5a616da2-daba-47fd-b145-5a53808c6ef6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c17df938-c9a7-4f0f-b853-ae1366021a01 HTTP/1.1" status: 200 len: 843 time: 0.1098320 May 31 12:01:14.045598 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-7b975654-ee6e-4801-b095-46235aed1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.047096 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-7b975654-ee6e-4801-b095-46235aed1d2f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71&tenant_id=ed32271e1e944cfc966e436cfaaeda75 HTTP/1.1" status: 200 len: 1096 time: 0.4992440 May 31 12:01:14.088774 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98847e0-3063-4fdf-b2f8-1c4664dd92b9 req-32006aa7-a683-48cc-9d70-62d35c4fe504 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.090241 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c98847e0-3063-4fdf-b2f8-1c4664dd92b9 req-32006aa7-a683-48cc-9d70-62d35c4fe504 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.3027267 May 31 12:01:14.100115 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-af78df1e-4c21-4a1f-b90b-31a91fad05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.102056 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-af78df1e-4c21-4a1f-b90b-31a91fad05b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4513b2ed-306d-4d45-884c-9687a4be4bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773811 May 31 12:01:14.263509 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c98847e0-3063-4fdf-b2f8-1c4664dd92b9 req-b6f6e83e-9fc0-4b2f-9fa2-0b1a00476a0d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172879 May 31 12:01:14.267068 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-7278be87-6d78-498f-8049-99b800ae8ca1 service neutron] 10.222.0.54 "GET /v2.0/networks/4513b2ed-306d-4d45-884c-9687a4be4bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318645 May 31 12:01:14.380609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-6436476f-f20a-4e09-8c68-cd01e978c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.383275 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-6436476f-f20a-4e09-8c68-cd01e978c2fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1096 time: 0.2377605 May 31 12:01:14.533133 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2673eb87-6c20-4a7f-b03e-a02cbb0ec745 req-eccc4f55-bd1d-401c-9bba-b2c31754e403 service neutron] 10.222.0.54 "GET /v2.0/networks/4513b2ed-306d-4d45-884c-9687a4be4bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507052 May 31 12:01:14.560859 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-fd0928f7-62ff-4530-a919-7826adc713bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.562294 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-fd0928f7-62ff-4530-a919-7826adc713bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.1691449 May 31 12:01:14.655686 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34590757-c88d-4ef4-bf78-e70bcb685dea req-e3079e32-4fd2-442a-88b3-0fca977b68b3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.657250 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-34590757-c88d-4ef4-bf78-e70bcb685dea req-e3079e32-4fd2-442a-88b3-0fca977b68b3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 943 time: 0.0932713 May 31 12:01:14.705183 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-34590757-c88d-4ef4-bf78-e70bcb685dea req-77a9574e-a074-42c8-9f85-35fc934733b7 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 May 31 12:01:14.705727 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:14.708060 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:14.750895 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.755347 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-a6080cb2-fe0e-4665-ae45-1c6f88911eef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd HTTP/1.1" status: 200 len: 997 time: 0.1342878 May 31 12:01:14.760013 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf11567b-d474-47e6-88a1-cab6c8fa8ff3 x-openstack-request-id: req-cf11567b-d474-47e6-88a1-cab6c8fa8ff3 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:14.760522 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:14.760622 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf11567b-d474-47e6-88a1-cab6c8fa8ff3 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:14.761004 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'status': 'completed', 'code': 200} May 31 12:01:14.826570 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.884398 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-d990d242-ca7b-40b1-bfb1-b16c637e6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.885878 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-d990d242-ca7b-40b1-bfb1-b16c637e6b6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6581bf7df3449aabf8eb1410141b339&device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1096 time: 0.0808954 May 31 12:01:14.937251 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-b00ce301-61fd-4570-862f-5722a7744462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.938688 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-b00ce301-61fd-4570-862f-5722a7744462 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.1448884 May 31 12:01:15.023197 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-21be5f2d-45bb-4696-b3ef-175104e666c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:15.024816 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-21be5f2d-45bb-4696-b3ef-175104e666c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 200 len: 915 time: 0.1321030 May 31 12:01:15.094959 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-0ba8ec3d-847f-40b5-9dcd-7b6d8cc2df70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 217 time: 0.0618253 May 31 12:01:15.197614 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.l3_db [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Floating IP 1882f808-783f-4217-a4aa-7be5912cc07a associated. External IP: 172.28.2.232, port: 4974b498-1aae-4d82-9fa6-ee90db8f8db0. May 31 12:01:15.214584 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-1a988214-5bee-49a0-bfed-78d4b77572cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:15.216068 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-1a988214-5bee-49a0-bfed-78d4b77572cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63c55288-5e64-4b2b-8a18-3ae4c111a647 HTTP/1.1" status: 200 len: 853 time: 0.0828359 May 31 12:01:15.287696 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763ad4-b449-434a-86bc-d91de121b45e req-0c914d5c-7b2e-4195-98a6-d66c105a62c7 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:15.288382 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-3e25953c-6f52-4e29-86e2-c7b23f073c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:15.289149 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6b763ad4-b449-434a-86bc-d91de121b45e req-0c914d5c-7b2e-4195-98a6-d66c105a62c7 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.1906354 May 31 12:01:15.289827 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-3e25953c-6f52-4e29-86e2-c7b23f073c50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3010960 May 31 12:01:15.343035 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6b763ad4-b449-434a-86bc-d91de121b45e req-4c12a496-a566-42c6-bc86-44b95cc550a7 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478129 May 31 12:01:15.345178 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-5a385f5a-fff5-49b1-9513-c49f220c4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:15.346508 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-5a385f5a-fff5-49b1-9513-c49f220c4389 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1233423 May 31 12:01:15.486153 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-61bebda1-a9f8-4d83-b347-7bd009cc058f service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318586 May 31 12:01:15.636427 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1bb43ba-ed80-438d-8047-ca413fc2d2e2 req-9ff76cd5-784d-4082-940a-be52c908edcf service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430287 May 31 12:01:15.641290 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-90a5dff2-b171-47b6-84a2-f3879175052b service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007398 May 31 12:01:15.711873 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60501-633d-464b-80f7-1f8ca77375fd req-40e327bb-384c-4c88-baf9-7a325f4371e7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:15.713474 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1ed60501-633d-464b-80f7-1f8ca77375fd req-40e327bb-384c-4c88-baf9-7a325f4371e7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.3228314 May 31 12:01:15.883216 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1ed60501-633d-464b-80f7-1f8ca77375fd req-b193db0b-126e-41ec-9c28-9076d8f85bff tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303322 May 31 12:01:15.889764 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Router 459aebb0-9b7f-4489-a05c-6f2f3938c21e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:01:15.996627 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5165c39f-665c-4fe3-be54-c1293d13e52d req-33d1c558-7ff6-45d2-906c-533c46201937 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936735 May 31 12:01:16.168555 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:01:16.173919 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:16.180761 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] Sync routers for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:01:16.189552 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:16.190172 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:01:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:16.211571 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6bc81-28a4-4ca5-8dbe-22ffe5b2a431 req-1969330f-b726-4f7a-898b-05365c6504a8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:16.213198 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fde6bc81-28a4-4ca5-8dbe-22ffe5b2a431 req-1969330f-b726-4f7a-898b-05365c6504a8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 943 time: 0.2215314 May 31 12:01:16.265847 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-6dbd11ef-4567-4a2b-a6ad-c42afb7cbb19 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "PUT /v2.0/floatingips/1882f808-783f-4217-a4aa-7be5912cc07a HTTP/1.1" status: 200 len: 992 time: 2.7916577 May 31 12:01:16.268371 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'tag': '4974b498-1aae-4d82-9fa6-ee90db8f8db0'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:16.270660 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da54b64c-db20-41e1-bffd-d7e087b506be" -d '{"events": [{"name": "network-changed", "server_uuid": "3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3", "tag": "4974b498-1aae-4d82-9fa6-ee90db8f8db0"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:16.285572 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fde6bc81-28a4-4ca5-8dbe-22ffe5b2a431 req-62c61304-2d37-4ee5-8bc5-066137beade0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657516 May 31 12:01:16.392756 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:16.430464 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3ae4b-f0a7-4c6c-b366-66e7bd5ce676 req-4f47cff3-5df2-4587-bdf0-b7dbf5616945 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:16.432080 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0de3ae4b-f0a7-4c6c-b366-66e7bd5ce676 req-4f47cff3-5df2-4587-bdf0-b7dbf5616945 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0923297 May 31 12:01:16.484245 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0de3ae4b-f0a7-4c6c-b366-66e7bd5ce676 req-3c8cad29-700d-4fa9-afd4-56f3860d7345 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 May 31 12:01:16.539016 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e51eeb5-cb14-462f-a0ff-ab557ca2aaee x-openstack-request-id: req-3e51eeb5-cb14-462f-a0ff-ab557ca2aaee {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:16.539331 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3", "tag": "4974b498-1aae-4d82-9fa6-ee90db8f8db0", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:16.539601 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e51eeb5-cb14-462f-a0ff-ab557ca2aaee {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:16.540080 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'tag': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'status': 'completed', 'code': 200} May 31 12:01:16.686154 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4b76-33e4-43a9-9563-8fa829882aaa req-dfc386fe-5f0f-4bfd-a74b-3599978e7fbe tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:16.688156 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-17bd4b76-33e4-43a9-9563-8fa829882aaa req-dfc386fe-5f0f-4bfd-a74b-3599978e7fbe tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0931232 May 31 12:01:16.713448 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b64c-db20-41e1-bffd-d7e087b506be req-dfc2d367-3757-4052-bfb8-adefb79cf275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:16.716937 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-da54b64c-db20-41e1-bffd-d7e087b506be req-dfc2d367-3757-4052-bfb8-adefb79cf275 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 1099 time: 0.1102045 May 31 12:01:16.789453 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-17bd4b76-33e4-43a9-9563-8fa829882aaa req-1651a4df-1978-462a-a64f-4dfdad776f64 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910175 May 31 12:01:16.812598 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': '1882f808-783f-4217-a4aa-7be5912cc07a', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'port_id': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:00:25Z', 'updated_at': '2021-05-31T12:01:14Z', 'revision_number': 1, 'project_id': '4273d13482f848248eb9bc123652e320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:16.821313 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] Checking router: 459aebb0-9b7f-4489-a05c-6f2f3938c21e for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:01:16.840547 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:16.849080 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:01:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:17.109639 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:17.114056 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc5308-508a-4de9-801c-d458d102c77e req-fb821983-7ec7-40e6-98a6-383444463720 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:17.116781 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a0fc5308-508a-4de9-801c-d458d102c77e req-fb821983-7ec7-40e6-98a6-383444463720 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0968311 May 31 12:01:17.176283 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a0fc5308-508a-4de9-801c-d458d102c77e req-32a54def-5ad2-4147-8a05-dec6d990a05c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542436 May 31 12:01:17.531467 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e1ef-6979-4630-82ad-d856ec079765 req-59773d9b-c730-4e4a-82e9-f4d77ef7c294 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:17.533147 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4939e1ef-6979-4630-82ad-d856ec079765 req-59773d9b-c730-4e4a-82e9-f4d77ef7c294 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 943 time: 0.1107869 May 31 12:01:17.598387 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4939e1ef-6979-4630-82ad-d856ec079765 req-555f5605-ee50-42b2-8142-485d3c0a30fd tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590384 May 31 12:01:17.600704 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': '1882f808-783f-4217-a4aa-7be5912cc07a', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'port_id': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:00:25Z', 'updated_at': '2021-05-31T12:01:14Z', 'revision_number': 1, 'project_id': '4273d13482f848248eb9bc123652e320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:17.610878 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de812c-bb19-4a38-afcb-c77bd114e37c None None] The sync data for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb is: [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': '1882f808-783f-4217-a4aa-7be5912cc07a', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'port_id': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:00:25Z', 'updated_at': '2021-05-31T12:01:14Z', 'revision_number': 1, 'project_id': '4273d13482f848248eb9bc123652e320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:01:17.720215 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ad84517a-414c-40c1-9a56-2f78d3439f12 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:01:17.824056 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0abe98-9b0b-4a2f-aefe-a2ea873ff6c9 req-4045eaa5-0d34-4555-93cd-8b3857ddc2f7 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:17.825879 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ad0abe98-9b0b-4a2f-aefe-a2ea873ff6c9 req-4045eaa5-0d34-4555-93cd-8b3857ddc2f7 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0953646 May 31 12:01:17.897828 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ad84517a-414c-40c1-9a56-2f78d3439f12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad84517a-414c-40c1-9a56-2f78d3439f12,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:17.916427 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ad0abe98-9b0b-4a2f-aefe-a2ea873ff6c9 req-04a78101-dcca-45f3-9c1b-509c54ab4837 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809264 May 31 12:01:17.916696 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'port_id': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'mac_address': 'fa:16:3e:5e:de:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:01:17.930978 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8d38f-59fd-4a30-808e-8a4d5bba8333 None None] New status for floating IP 1882f808-783f-4217-a4aa-7be5912cc07a: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:01:18.002384 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.036521 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad84517a-414c-40c1-9a56-2f78d3439f12 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:18.053980 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ad84517a-414c-40c1-9a56-2f78d3439f12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad84517a-414c-40c1-9a56-2f78d3439f12,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:18.149361 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a097a-9ea1-41bc-9ce0-91227d7a56a5 req-98a29db2-51c8-43fa-9a91-da41002d61b3 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:18.151305 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-164a097a-9ea1-41bc-9ce0-91227d7a56a5 req-98a29db2-51c8-43fa-9a91-da41002d61b3 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.1065178 May 31 12:01:18.153445 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.157130 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:18.217129 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-164a097a-9ea1-41bc-9ce0-91227d7a56a5 req-35e980c3-49d1-48f5-a818-69f9afa2bf36 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598416 May 31 12:01:18.240635 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=ad84517a-414c-40c1-9a56-2f78d3439f12,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:18.250329 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.250669 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.251003 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.251330 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.251686 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.252261 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.252616 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.253302 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.253626 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.254552 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.254811 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.255185 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:18.262568 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:18.420884 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427df520-48ab-48f5-86d5-128b140ff583 req-daa39b71-c2db-42c1-9e4e-9a716ab52922 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:18.422326 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-427df520-48ab-48f5-86d5-128b140ff583 req-daa39b71-c2db-42c1-9e4e-9a716ab52922 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0856779 May 31 12:01:18.557582 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-427df520-48ab-48f5-86d5-128b140ff583 req-1d35174d-b812-4bb9-b1ca-a5ca5c69ed1b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293774 May 31 12:01:18.750103 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['ad84517a-414c-40c1-9a56-2f78d3439f12'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:18.795255 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9033428-7cfa-4373-aa03-19cc608d4ab8 req-effcaeb7-4b59-48d6-b365-9bad09eb2240 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:18.797283 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9033428-7cfa-4373-aa03-19cc608d4ab8 req-effcaeb7-4b59-48d6-b365-9bad09eb2240 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 944 time: 0.0839152 May 31 12:01:18.847995 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f9033428-7cfa-4373-aa03-19cc608d4ab8 req-5dab456e-0d01-4ce5-913f-5e84094b8071 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425625 May 31 12:01:19.130340 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2389-c9a6-4582-bb86-1f6977ce5f9c req-f42fbeb4-eb9e-41df-82fa-d3a070849fff tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:19.132407 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-498f2389-c9a6-4582-bb86-1f6977ce5f9c req-f42fbeb4-eb9e-41df-82fa-d3a070849fff tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0869713 May 31 12:01:19.177288 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-498f2389-c9a6-4582-bb86-1f6977ce5f9c req-2121b983-39b1-426d-adf8-13e75db9dd87 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390022 May 31 12:01:19.408992 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911614fc-943c-447d-8291-d1c5cf579787 req-aabe445f-985d-4867-b8aa-e5fd11d2b41e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:19.410376 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-911614fc-943c-447d-8291-d1c5cf579787 req-aabe445f-985d-4867-b8aa-e5fd11d2b41e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0798442 May 31 12:01:19.458186 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-911614fc-943c-447d-8291-d1c5cf579787 req-b4319c55-d6de-463c-9fe6-5966918dd5c7 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 May 31 12:01:19.757247 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f02bf0-f9a5-4355-86a4-6ab2fc8bc62d req-f6c0ee94-b0d5-49b0-88a9-20ce7d57a56c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:19.758619 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f3f02bf0-f9a5-4355-86a4-6ab2fc8bc62d req-f6c0ee94-b0d5-49b0-88a9-20ce7d57a56c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0851927 May 31 12:01:19.805383 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f3f02bf0-f9a5-4355-86a4-6ab2fc8bc62d req-0625dacb-c310-406d-906c-c663010f4157 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405712 May 31 12:01:20.041688 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053e064-818a-4f9e-a7a0-b232dc2688cc req-132679ba-278c-4e06-8ac7-c85119f0d7ac tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:20.043395 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a053e064-818a-4f9e-a7a0-b232dc2688cc req-132679ba-278c-4e06-8ac7-c85119f0d7ac tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 944 time: 0.0855954 May 31 12:01:20.095369 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a053e064-818a-4f9e-a7a0-b232dc2688cc req-1a6c03d9-7b08-4b64-b3a6-2e06cfa257be tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 May 31 12:01:20.374652 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078213ee-dc0a-4131-8261-6d15b19ed0d3 req-f7aa06a0-7331-47eb-a44f-16945bed82a7 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:20.376170 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-078213ee-dc0a-4131-8261-6d15b19ed0d3 req-f7aa06a0-7331-47eb-a44f-16945bed82a7 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0827258 May 31 12:01:20.422409 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-078213ee-dc0a-4131-8261-6d15b19ed0d3 req-268a5341-aec9-4a9d-a83f-e483a1cba122 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392332 May 31 12:01:20.657428 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d88d5-3183-47fc-afa5-c7806c92facf req-3f6f0d9f-50f0-422e-8ed6-805de2770e8d tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:20.658889 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-947d88d5-3183-47fc-afa5-c7806c92facf req-3f6f0d9f-50f0-422e-8ed6-805de2770e8d tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0910263 May 31 12:01:20.705493 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-947d88d5-3183-47fc-afa5-c7806c92facf req-dae2c4a3-5ae6-40ad-a295-6591c36df5a9 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399969 May 31 12:01:20.998587 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371a2fa-494c-4846-9d11-b9b7c9c9a356 req-dbc83c0c-1428-4c67-baa4-3b0c0e624a78 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:21.000098 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c371a2fa-494c-4846-9d11-b9b7c9c9a356 req-dbc83c0c-1428-4c67-baa4-3b0c0e624a78 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0825257 May 31 12:01:21.047087 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c371a2fa-494c-4846-9d11-b9b7c9c9a356 req-6f610c6a-8526-480f-9d8c-9f2f960095ad tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411446 May 31 12:01:21.122441 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:01:21.295531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c90e1-0ffd-4b1a-9424-fa453c5675fd req-30c1b159-9590-4910-bf80-4e15fc316cb6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:21.296974 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e27c90e1-0ffd-4b1a-9424-fa453c5675fd req-30c1b159-9590-4910-bf80-4e15fc316cb6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 944 time: 0.0862162 May 31 12:01:21.345474 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e27c90e1-0ffd-4b1a-9424-fa453c5675fd req-fffb39bd-eb31-4514-bb47-832e7f843e4e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388741 May 31 12:01:21.615116 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ec2c2-c00e-4e51-b587-3c857f68951d req-daf49b50-ba71-43d7-a010-62791ca30811 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:21.616618 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b98ec2c2-c00e-4e51-b587-3c857f68951d req-daf49b50-ba71-43d7-a010-62791ca30811 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0848837 May 31 12:01:21.666936 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b98ec2c2-c00e-4e51-b587-3c857f68951d req-4d560c8a-1699-43b5-bcfb-f5bd1d72210a tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 May 31 12:01:21.741782 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ad84517a-414c-40c1-9a56-2f78d3439f12 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:01:21.907031 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port ad84517a-414c-40c1-9a56-2f78d3439f12 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:01:21.912456 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port ad84517a-414c-40c1-9a56-2f78d3439f12 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:21.913179 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.918544 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2d0c-b756-4b37-9ab4-4e5eb9f75214 req-d7844d3c-510e-452f-b162-b8e3fc4fcfe3 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:21.922325 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e8bd2d0c-b756-4b37-9ab4-4e5eb9f75214 req-d7844d3c-510e-452f-b162-b8e3fc4fcfe3 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0943692 May 31 12:01:21.970719 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e8bd2d0c-b756-4b37-9ab4-4e5eb9f75214 req-d77013c2-249c-46ee-9a0f-b2132962728a tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447314 May 31 12:01:22.071418 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.103783 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:22.106410 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c446114c-fb0d-435f-9e80-5c2d93a88d7b" -d '{"events": [{"server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "name": "network-vif-plugged", "status": "completed", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:22.129067 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ad84517a-414c-40c1-9a56-2f78d3439f12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad84517a-414c-40c1-9a56-2f78d3439f12,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:22.251796 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caec59-cf8d-44c1-b1ad-3b55ebaf87fe req-07afe625-0f34-4c8f-ae73-efa1e6c1e443 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:22.253497 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-55caec59-cf8d-44c1-b1ad-3b55ebaf87fe req-07afe625-0f34-4c8f-ae73-efa1e6c1e443 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0869706 May 31 12:01:22.301197 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-55caec59-cf8d-44c1-b1ad-3b55ebaf87fe req-79870c6b-8e4c-49a6-a14e-8a2de9a2e1bc tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397308 May 31 12:01:22.359974 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ae1e4-7d85-4dd3-a912-bc8bdec5b12b x-openstack-request-id: req-ba9ae1e4-7d85-4dd3-a912-bc8bdec5b12b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:22.360335 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "name": "network-vif-plugged", "status": "completed", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:22.360595 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba9ae1e4-7d85-4dd3-a912-bc8bdec5b12b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:22.361063 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'code': 200} May 31 12:01:22.587403 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.590467 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-b5e156e2-6b3e-437c-b22e-b687c969641f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:22.593550 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13d46-0d5c-41ab-a111-7b3d37f59231 req-e1954715-7851-47d3-ab1f-6a02da474a4b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:22.595031 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5fc13d46-0d5c-41ab-a111-7b3d37f59231 req-e1954715-7851-47d3-ab1f-6a02da474a4b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 944 time: 0.0977232 May 31 12:01:22.644491 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5fc13d46-0d5c-41ab-a111-7b3d37f59231 req-614dd9d9-eb72-46c0-b199-67b43d6968f1 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 May 31 12:01:22.679276 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=ad84517a-414c-40c1-9a56-2f78d3439f12,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:22.683166 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:22.866053 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6eba0-a411-4438-b3ff-ca58e5aae987 req-1d1ec312-b1d7-4bf2-8562-6a5d654c8cb3 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:22.866053 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dbf6eba0-a411-4438-b3ff-ca58e5aae987 req-1d1ec312-b1d7-4bf2-8562-6a5d654c8cb3 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0866983 May 31 12:01:22.913221 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dbf6eba0-a411-4438-b3ff-ca58e5aae987 req-da14f23c-e0d2-408e-a3be-a3986832c902 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 May 31 12:01:23.179160 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f8141-89a5-4ea6-bccd-ee2f6c26e72d req-476ee840-808e-4c42-8e79-9c1e0a3057e4 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:23.181252 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1b8f8141-89a5-4ea6-bccd-ee2f6c26e72d req-476ee840-808e-4c42-8e79-9c1e0a3057e4 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0860140 May 31 12:01:23.227527 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1b8f8141-89a5-4ea6-bccd-ee2f6c26e72d req-cc1f8c46-233b-42b4-9df3-d34164982683 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 May 31 12:01:23.505271 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8184f-17eb-4655-a0d3-b20699b31fd4 req-847652b6-3f99-4dbe-923b-5c7f42e3ef41 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:23.506718 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5aa8184f-17eb-4655-a0d3-b20699b31fd4 req-847652b6-3f99-4dbe-923b-5c7f42e3ef41 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0869868 May 31 12:01:23.555389 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5aa8184f-17eb-4655-a0d3-b20699b31fd4 req-49214f3a-06fa-4502-9d27-70550110c473 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409584 May 31 12:01:23.839434 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb878719-7247-4051-90e2-c624b6853044 req-086e53bf-4b13-4bb5-8ded-02407efcd732 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:23.841210 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cb878719-7247-4051-90e2-c624b6853044 req-086e53bf-4b13-4bb5-8ded-02407efcd732 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0842104 May 31 12:01:23.893248 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cb878719-7247-4051-90e2-c624b6853044 req-acb700e2-f4a8-4835-a50a-57edbc8f0727 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464585 May 31 12:01:24.108092 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeace46-28e7-47f5-9f75-2a02d2d6a74d req-35536259-b3b9-4820-af28-916eadf3b924 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:24.109538 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0eeace46-28e7-47f5-9f75-2a02d2d6a74d req-35536259-b3b9-4820-af28-916eadf3b924 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0860784 May 31 12:01:24.158980 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0eeace46-28e7-47f5-9f75-2a02d2d6a74d req-a65211ab-e6c2-4805-82ac-80bb2f5954a9 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 May 31 12:01:24.504273 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b76f2-e40d-4aba-9f6a-1571b788c0cc req-c0ad1e52-9b71-4b3b-9f80-d6b01595f856 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:24.506087 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-262b76f2-e40d-4aba-9f6a-1571b788c0cc req-c0ad1e52-9b71-4b3b-9f80-d6b01595f856 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.1676729 May 31 12:01:24.555355 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-262b76f2-e40d-4aba-9f6a-1571b788c0cc req-dd94023b-ca2e-4b21-9efb-afc251bb48e7 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396314 May 31 12:01:24.756768 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134b630-4e47-4641-b18a-b9f9a9b1e9eb req-a24fab04-c807-41b6-9dfe-292d6c74ea98 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:24.758317 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1134b630-4e47-4641-b18a-b9f9a9b1e9eb req-a24fab04-c807-41b6-9dfe-292d6c74ea98 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0834193 May 31 12:01:24.808707 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1134b630-4e47-4641-b18a-b9f9a9b1e9eb req-863dd657-6ee6-4dc6-8fcd-245bb54d6487 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438862 May 31 12:01:25.080839 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954393cb-1eae-417f-b36d-93cc55110b07 req-2f7ef364-c922-4e9f-b550-92523cbd4eae tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:25.082380 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-954393cb-1eae-417f-b36d-93cc55110b07 req-2f7ef364-c922-4e9f-b550-92523cbd4eae tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0811076 May 31 12:01:25.129868 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-954393cb-1eae-417f-b36d-93cc55110b07 req-b15c630d-d4e6-44ed-b62d-26cb84e9283a tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 May 31 12:01:25.356985 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3240f58-ada1-4e48-9ca4-c43a347a7125 req-def62000-c3ef-4239-a62a-fdca9ec46b65 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:25.358321 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f3240f58-ada1-4e48-9ca4-c43a347a7125 req-def62000-c3ef-4239-a62a-fdca9ec46b65 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0875633 May 31 12:01:25.407148 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f3240f58-ada1-4e48-9ca4-c43a347a7125 req-9f382726-c6a7-45a8-9729-681bd32d4e42 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 May 31 12:01:25.749873 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98ff48-5f64-40e3-b45a-ec930bd28f1d req-131be982-bb4c-4d3d-9dc2-361993f60a49 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:25.751361 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b98ff48-5f64-40e3-b45a-ec930bd28f1d req-131be982-bb4c-4d3d-9dc2-361993f60a49 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0849514 May 31 12:01:25.800073 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b98ff48-5f64-40e3-b45a-ec930bd28f1d req-629f77c0-e5e2-4b6c-b562-5826a686977d tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 May 31 12:01:26.007378 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e973-0306-4fbe-b626-ba4658099705 req-bbec20b3-7711-420c-aabf-cbf7e18257b2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:26.009512 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1363e973-0306-4fbe-b626-ba4658099705 req-bbec20b3-7711-420c-aabf-cbf7e18257b2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0864093 May 31 12:01:26.061356 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1363e973-0306-4fbe-b626-ba4658099705 req-62b01b70-ce6b-418e-aa1a-a5ced1f122a9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455618 May 31 12:01:26.337393 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882790b-c2ec-4b1c-a0a9-fbfb2f0730f3 req-cf2e4811-ecd9-40f7-ae98-e036d4ebf61d tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:26.339104 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3882790b-c2ec-4b1c-a0a9-fbfb2f0730f3 req-cf2e4811-ecd9-40f7-ae98-e036d4ebf61d tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0991259 May 31 12:01:26.392056 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3882790b-c2ec-4b1c-a0a9-fbfb2f0730f3 req-7d3cacda-b1fa-4fb1-bd6c-22fd763953af tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468020 May 31 12:01:26.598660 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79caf027-ad33-43eb-825c-f54a30449b50 req-96401e08-3745-4cc8-925d-4aff8d3a4476 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:26.600249 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-79caf027-ad33-43eb-825c-f54a30449b50 req-96401e08-3745-4cc8-925d-4aff8d3a4476 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0819831 May 31 12:01:26.657453 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-79caf027-ad33-43eb-825c-f54a30449b50 req-da89e922-6991-4c28-9fdb-867c1fc7f7e0 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509639 May 31 12:01:27.006656 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032bb1b-6e0f-47aa-b51d-ca7f285cf954 req-3c3e9aac-b07c-46d1-9a9d-4e3c156be6d0 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:27.009244 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6032bb1b-6e0f-47aa-b51d-ca7f285cf954 req-3c3e9aac-b07c-46d1-9a9d-4e3c156be6d0 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0925276 May 31 12:01:27.056973 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6032bb1b-6e0f-47aa-b51d-ca7f285cf954 req-2cada471-fc27-4d67-b743-ba023606fa24 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 May 31 12:01:27.273012 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee792bf-a7a6-4033-838c-7a6742da2295 req-b4becbf8-f32f-4140-897a-888cc597ffce tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:27.274761 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5ee792bf-a7a6-4033-838c-7a6742da2295 req-b4becbf8-f32f-4140-897a-888cc597ffce tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0879240 May 31 12:01:27.322316 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5ee792bf-a7a6-4033-838c-7a6742da2295 req-136187ef-3f5b-4eae-b677-7952592b2176 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413749 May 31 12:01:27.593356 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53871d-bb76-4600-9256-644300b0b14c req-a55a3bc9-9562-4b10-83a3-8744c6c23017 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:27.594940 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6b53871d-bb76-4600-9256-644300b0b14c req-a55a3bc9-9562-4b10-83a3-8744c6c23017 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0883257 May 31 12:01:27.644245 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6b53871d-bb76-4600-9256-644300b0b14c req-8b15ad2b-51de-4f60-b971-fa8221874fa6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 May 31 12:01:27.846122 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcc730-183d-4989-9206-d3555ea2309c req-2c6a345a-6780-44ac-9f7d-68c138c6b46d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:27.847954 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-80fcc730-183d-4989-9206-d3555ea2309c req-2c6a345a-6780-44ac-9f7d-68c138c6b46d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0825758 May 31 12:01:27.894277 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-80fcc730-183d-4989-9206-d3555ea2309c req-7fa6b8ba-13e1-4c78-accf-2cd5f3301468 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 May 31 12:01:28.250545 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431030a-0f69-4099-bdc9-ff29b982658e req-411b27ef-d9a6-4751-8a55-cb8e8a11a5ae tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:28.253199 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d431030a-0f69-4099-bdc9-ff29b982658e req-411b27ef-d9a6-4751-8a55-cb8e8a11a5ae tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0865328 May 31 12:01:28.300949 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d431030a-0f69-4099-bdc9-ff29b982658e req-d7333c00-7d47-4055-b576-c8ca92064277 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 May 31 12:01:28.527710 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e47d3-3a60-41a0-8a4e-0f0fc41310ac req-a7762011-a50b-4fa2-9059-5ef9b1a592ba tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:28.529234 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bf9e47d3-3a60-41a0-8a4e-0f0fc41310ac req-a7762011-a50b-4fa2-9059-5ef9b1a592ba tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0856345 May 31 12:01:28.580311 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bf9e47d3-3a60-41a0-8a4e-0f0fc41310ac req-0610599c-858d-40a6-8c88-d80506fe033d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450082 May 31 12:01:28.843427 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6241db-6099-4680-9ba9-5890b4e1a9d5 req-624cf473-2c4d-4605-8766-2a977874bb03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:28.844947 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5d6241db-6099-4680-9ba9-5890b4e1a9d5 req-624cf473-2c4d-4605-8766-2a977874bb03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0834799 May 31 12:01:28.892095 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5d6241db-6099-4680-9ba9-5890b4e1a9d5 req-f79709bd-2e74-444b-97a5-1fd635c1157a tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 May 31 12:01:29.095005 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338ab56-f2a5-4f8c-a306-b35b4d6662a1 req-e4efa806-91c0-40b2-8af6-a53546acce25 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:29.096575 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d338ab56-f2a5-4f8c-a306-b35b4d6662a1 req-e4efa806-91c0-40b2-8af6-a53546acce25 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0860760 May 31 12:01:29.143988 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d338ab56-f2a5-4f8c-a306-b35b4d6662a1 req-6a0ab099-567c-4f98-8cf2-57115a316a88 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 May 31 12:01:29.512237 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544c4ab-904d-4809-a4f6-11725f0c7e69 req-c9727667-a6de-4f79-9b71-985c0c6ab563 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:29.519296 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8544c4ab-904d-4809-a4f6-11725f0c7e69 req-c9727667-a6de-4f79-9b71-985c0c6ab563 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0913591 May 31 12:01:29.571872 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8544c4ab-904d-4809-a4f6-11725f0c7e69 req-f50bdc2e-f2dd-4d3e-9680-fb3b4207fa5a tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515292 May 31 12:01:29.794913 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66a091-744b-4b88-b43d-a8e83ef9d3f5 req-fd5ae05e-7d9e-43d8-9e66-743dbde25a8f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:29.796458 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5d66a091-744b-4b88-b43d-a8e83ef9d3f5 req-fd5ae05e-7d9e-43d8-9e66-743dbde25a8f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0905468 May 31 12:01:29.841973 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5d66a091-744b-4b88-b43d-a8e83ef9d3f5 req-bfb9d6e6-6f86-44f5-baef-adec6ca362c0 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394566 May 31 12:01:30.077535 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98caf41-1c92-4560-8e4e-4e11416b85c4 req-bfb51daa-e071-4183-bdbc-a1addc7b9965 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:30.083000 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f98caf41-1c92-4560-8e4e-4e11416b85c4 req-bfb51daa-e071-4183-bdbc-a1addc7b9965 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0811205 May 31 12:01:30.129946 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f98caf41-1c92-4560-8e4e-4e11416b85c4 req-c8249c82-5fc4-479c-9989-f5acfb1222c4 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 May 31 12:01:30.408551 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7a2-320c-4eb7-b26c-b4f72ca55db0 req-ae0e0dba-927c-40cc-af43-0a638d8447d1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:30.409911 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4f14f7a2-320c-4eb7-b26c-b4f72ca55db0 req-ae0e0dba-927c-40cc-af43-0a638d8447d1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.1561170 May 31 12:01:30.454331 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4f14f7a2-320c-4eb7-b26c-b4f72ca55db0 req-70f74ea2-8835-468b-adb8-50e146b284bf tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 May 31 12:01:30.773192 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03947f0-ace7-41fe-90ea-2ba6d83fe838 req-f9df1a10-9af6-4f3f-92d1-a778ac570232 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:30.775266 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f03947f0-ace7-41fe-90ea-2ba6d83fe838 req-f9df1a10-9af6-4f3f-92d1-a778ac570232 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0837581 May 31 12:01:30.819147 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f03947f0-ace7-41fe-90ea-2ba6d83fe838 req-da9f40e5-f489-444d-b4d4-22a343b8d123 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380094 May 31 12:01:31.043590 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1919129-776d-4374-8758-560a42fc39c8 req-7e71d601-6ccc-4fb6-8815-686647698759 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:31.044988 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c1919129-776d-4374-8758-560a42fc39c8 req-7e71d601-6ccc-4fb6-8815-686647698759 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0910463 May 31 12:01:31.094595 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c1919129-776d-4374-8758-560a42fc39c8 req-f4ec9dee-a659-4c91-847a-01a2c0e6e2fa tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440080 May 31 12:01:31.316928 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5370c7-573f-4618-8076-4db2696fe368 req-0ac41cd7-58ff-4ff3-bfc7-68f704b5b54a tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:31.318277 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fc5370c7-573f-4618-8076-4db2696fe368 req-0ac41cd7-58ff-4ff3-bfc7-68f704b5b54a tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0814838 May 31 12:01:31.365213 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fc5370c7-573f-4618-8076-4db2696fe368 req-b4fb31dc-d07b-4082-98cf-a483155c8eee tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 May 31 12:01:31.643679 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50f340-096d-47fe-9a48-f9eae1dca77c req-4784b86b-ae95-4643-b08e-219445a6e95d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:31.645150 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fd50f340-096d-47fe-9a48-f9eae1dca77c req-4784b86b-ae95-4643-b08e-219445a6e95d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0839319 May 31 12:01:31.689896 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fd50f340-096d-47fe-9a48-f9eae1dca77c req-6763e290-890b-4258-9073-5f0eaf5d56a2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 May 31 12:01:32.006126 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aa07e-9b99-49fe-97cd-cbb14d29d6ba req-284837f1-d9ba-4ad1-b9ad-54f877ae3637 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.007471 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d46aa07e-9b99-49fe-97cd-cbb14d29d6ba req-284837f1-d9ba-4ad1-b9ad-54f877ae3637 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.0820901 May 31 12:01:32.050842 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d46aa07e-9b99-49fe-97cd-cbb14d29d6ba req-1fce72f4-2f93-4125-a2b1-c9bac99092c8 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 May 31 12:01:32.288499 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24861eff-b354-41f7-9f06-75df99b5d783 req-35254dcb-66e9-4937-9922-98f1ca981e34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.290033 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-24861eff-b354-41f7-9f06-75df99b5d783 req-35254dcb-66e9-4937-9922-98f1ca981e34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0828929 May 31 12:01:32.334954 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-24861eff-b354-41f7-9f06-75df99b5d783 req-58a51154-fad2-4930-ad65-3dc77acbcbdf tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392606 May 31 12:01:32.561380 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a325-dc98-4960-b00b-b794a61c55ec req-d0a70c8d-e87b-454b-8034-19710b3cd6a3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.561380 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6818a325-dc98-4960-b00b-b794a61c55ec req-d0a70c8d-e87b-454b-8034-19710b3cd6a3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0806401 May 31 12:01:32.595161 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6818a325-dc98-4960-b00b-b794a61c55ec req-0a7b5991-1c9c-4601-88c8-e151a73b3ad4 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 May 31 12:01:32.737550 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b64c-db20-41e1-bffd-d7e087b506be req-64a98b4a-7460-45e0-8bec-6201e955dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.739414 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-da54b64c-db20-41e1-bffd-d7e087b506be req-64a98b4a-7460-45e0-8bec-6201e955dfde service neutron] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 911 time: 0.1326034 May 31 12:01:32.891143 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10d64a-53fc-4c60-abbf-8466365eac70 req-372fafa1-bff7-4e68-9cf6-262747c881a9 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.892924 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fa10d64a-53fc-4c60-abbf-8466365eac70 req-372fafa1-bff7-4e68-9cf6-262747c881a9 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0922000 May 31 12:01:32.938441 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fa10d64a-53fc-4c60-abbf-8466365eac70 req-3d6165b1-334b-4e55-9005-b983f6ca6650 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 May 31 12:01:32.978926 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-da54b64c-db20-41e1-bffd-d7e087b506be req-2bd4a178-886f-4e26-83aa-0525fce5a318 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 200 len: 1002 time: 0.2309875 May 31 12:01:33.050624 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b64c-db20-41e1-bffd-d7e087b506be req-5503daf5-60c7-4e1d-8237-6c3cd2675289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.052513 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-da54b64c-db20-41e1-bffd-d7e087b506be req-5503daf5-60c7-4e1d-8237-6c3cd2675289 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.0634742 May 31 12:01:33.128613 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b64c-db20-41e1-bffd-d7e087b506be req-b2222d4a-124e-451a-9f41-23cb0b533161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.130021 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-da54b64c-db20-41e1-bffd-d7e087b506be req-b2222d4a-124e-451a-9f41-23cb0b533161 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707326 May 31 12:01:33.328972 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-da54b64c-db20-41e1-bffd-d7e087b506be req-7f0c553b-6273-4437-9dd8-49efd375d4ca service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883378 May 31 12:01:33.341637 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539463a3-64c5-4b3c-8dc3-571fa6643535 req-6027f56a-45aa-4aea-9812-392eb2843b1e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.343169 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-539463a3-64c5-4b3c-8dc3-571fa6643535 req-6027f56a-45aa-4aea-9812-392eb2843b1e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 948 time: 0.1820157 May 31 12:01:33.470386 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-539463a3-64c5-4b3c-8dc3-571fa6643535 req-5ff81557-18ed-4125-8343-0890601b05f3 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080818 May 31 12:01:33.512250 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-da54b64c-db20-41e1-bffd-d7e087b506be req-cc393f0d-3d70-476b-8067-0cbaf67aadda service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678705 May 31 12:01:33.532035 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67122bcd-7f74-4556-be8e-7f54c15ec256 req-b54a7c0a-322c-47ae-9d21-6cbb02425504 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.533475 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-67122bcd-7f74-4556-be8e-7f54c15ec256 req-b54a7c0a-322c-47ae-9d21-6cbb02425504 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0796027 May 31 12:01:33.581899 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-67122bcd-7f74-4556-be8e-7f54c15ec256 req-3334fed0-c900-4c85-bb46-72f522f65aa0 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 May 31 12:01:33.777387 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 27c9f88f-126f-4e67-89fd-0259b6687ab2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:01:33.797458 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcd55f-84ed-44c6-ac8a-3cce3cf7994d req-7d80c99f-3199-4525-8157-0dcacc602ec7 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.798955 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0bfcd55f-84ed-44c6-ac8a-3cce3cf7994d req-7d80c99f-3199-4525-8157-0dcacc602ec7 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0967584 May 31 12:01:33.847440 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0bfcd55f-84ed-44c6-ac8a-3cce3cf7994d req-5b5308de-793a-4aeb-9c61-b9c071003e8a tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 May 31 12:01:33.884560 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:34.011846 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 27c9f88f-126f-4e67-89fd-0259b6687ab2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27c9f88f-126f-4e67-89fd-0259b6687ab2,segment=NetworkSegment(d0a8d322-c4ab-463f-845c-e458d846a02b),segment_id=d0a8d322-c4ab-463f-845c-e458d846a02b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:34.034877 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '27c9f88f-126f-4e67-89fd-0259b6687ab2', 'network_id': '4513b2ed-306d-4d45-884c-9687a4be4bb0', 'port_id': '27c9f88f-126f-4e67-89fd-0259b6687ab2', 'mac_address': 'fa:16:3e:7f:e0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17df938-c9a7-4f0f-b853-ae1366021a01', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:01:34.106018 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:34.133290 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94077960-2589-4ec8-a056-8c7bbe0d6af4 req-485283d7-db73-477e-a52d-434fe0e486a1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.134993 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-94077960-2589-4ec8-a056-8c7bbe0d6af4 req-485283d7-db73-477e-a52d-434fe0e486a1 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0828395 May 31 12:01:34.188385 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c9f88f-126f-4e67-89fd-0259b6687ab2 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:34.218926 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 27c9f88f-126f-4e67-89fd-0259b6687ab2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27c9f88f-126f-4e67-89fd-0259b6687ab2,segment=NetworkSegment(d0a8d322-c4ab-463f-845c-e458d846a02b),segment_id=d0a8d322-c4ab-463f-845c-e458d846a02b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:34.230821 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-94077960-2589-4ec8-a056-8c7bbe0d6af4 req-1cf7a2b9-b44c-407b-b02e-06f36f834d9d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644972 May 31 12:01:34.246300 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765eaaf-c965-4d19-bdb5-2fba3a912977 req-0f7f9daa-6136-4a84-87df-eb9e0971cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.247909 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8765eaaf-c965-4d19-bdb5-2fba3a912977 req-0f7f9daa-6136-4a84-87df-eb9e0971cd4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1098 time: 0.1120160 May 31 12:01:34.256179 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:34.258878 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:34.294036 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8765eaaf-c965-4d19-bdb5-2fba3a912977 req-adcd2532-e08a-40e0-b8ce-089625b1e2dc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 May 31 12:01:34.335256 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=27c9f88f-126f-4e67-89fd-0259b6687ab2,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:34.338354 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:34.661336 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784fa18-e3f6-42e6-a68f-595d8fe3905d req-fe0800dc-bf08-4c31-9530-01b0c64e0b6e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.662734 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c784fa18-e3f6-42e6-a68f-595d8fe3905d req-fe0800dc-bf08-4c31-9530-01b0c64e0b6e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 949 time: 0.0860033 May 31 12:01:34.715772 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c784fa18-e3f6-42e6-a68f-595d8fe3905d req-025cd90a-2b9f-4836-88b2-de89c0c5ce62 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 May 31 12:01:34.781976 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88042-2401-46b7-93d5-053968fc4e3c req-e884b6e3-4280-4e63-b9ea-25cc0c580e15 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.781976 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-90a88042-2401-46b7-93d5-053968fc4e3c req-e884b6e3-4280-4e63-b9ea-25cc0c580e15 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0824139 May 31 12:01:34.828253 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-90a88042-2401-46b7-93d5-053968fc4e3c req-e1509ab0-85bc-4016-8d21-441ae7860c08 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 May 31 12:01:34.837427 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['27c9f88f-126f-4e67-89fd-0259b6687ab2'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:35.041541 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a889-8ed5-47ff-97a7-1f5766405805 req-efab302b-b1ce-463e-82d5-297c0b252f0b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:35.042895 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5bd9a889-8ed5-47ff-97a7-1f5766405805 req-efab302b-b1ce-463e-82d5-297c0b252f0b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0859089 May 31 12:01:35.087926 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5bd9a889-8ed5-47ff-97a7-1f5766405805 req-499102d1-737b-4191-aea0-bd86725edb13 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392981 May 31 12:01:35.474302 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d6389-6c5f-4c51-aff1-d54af6a1b4cd req-7007b3e3-9c04-43d7-bc3a-adffed6e4ee6 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:35.475811 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b98d6389-6c5f-4c51-aff1-d54af6a1b4cd req-7007b3e3-9c04-43d7-bc3a-adffed6e4ee6 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.1313090 May 31 12:01:35.522029 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b98d6389-6c5f-4c51-aff1-d54af6a1b4cd req-3331b1b8-94cc-4a66-ae38-95cf0341df65 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 May 31 12:01:35.604270 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-980eadbc-81d5-4606-8984-987f171228aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:35.605635 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-980eadbc-81d5-4606-8984-987f171228aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1096 time: 0.0771461 May 31 12:01:35.753962 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-5e1edb9d-add7-410b-a0ed-450b49f50aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:35.755400 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-5e1edb9d-add7-410b-a0ed-450b49f50aae service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.1263053 May 31 12:01:35.874418 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-4f455055-0746-4449-bf38-448b10501c25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd HTTP/1.1" status: 200 len: 997 time: 0.0999684 May 31 12:01:35.946578 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-c51d1059-f0af-49e2-a060-b85da31d39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:35.948078 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-c51d1059-f0af-49e2-a060-b85da31d39c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.0670633 May 31 12:01:35.964184 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aedfd-cdf6-4086-9bb3-377376dfbf23 req-66713f47-d7fc-4288-848e-59ff6ed1df32 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:35.965655 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-141aedfd-cdf6-4086-9bb3-377376dfbf23 req-66713f47-d7fc-4288-848e-59ff6ed1df32 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 949 time: 0.1398566 May 31 12:01:36.012045 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-141aedfd-cdf6-4086-9bb3-377376dfbf23 req-fa40acb1-1096-44a7-8703-91ae34cdf53c tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 May 31 12:01:36.201721 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd92d5-8e0b-45a0-8c72-c1e7a95789f7 req-53bc4e47-6008-4f80-aeac-8a8883536e5d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:36.203103 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5ecd92d5-8e0b-45a0-8c72-c1e7a95789f7 req-53bc4e47-6008-4f80-aeac-8a8883536e5d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.2460988 May 31 12:01:36.205438 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-5cd1fb38-10ed-4914-aac6-8736a722c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:36.206755 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-5cd1fb38-10ed-4914-aac6-8736a722c39e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2177949 May 31 12:01:36.248377 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5ecd92d5-8e0b-45a0-8c72-c1e7a95789f7 req-60fdb883-7167-44ee-a9e2-209d347a8e07 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394628 May 31 12:01:36.470020 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-8ba67bb0-6c23-432e-b43d-821139605646 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859448 May 31 12:01:36.484791 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555ab76-45d3-4297-9b42-31e738cae276 req-fc5f937d-1e41-4abf-8fd6-1e9c6063fa70 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:36.486219 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6555ab76-45d3-4297-9b42-31e738cae276 req-fc5f937d-1e41-4abf-8fd6-1e9c6063fa70 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.1320591 May 31 12:01:36.611246 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6555ab76-45d3-4297-9b42-31e738cae276 req-38ffae60-854f-47c0-91a6-b1b6c0aefa13 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056888 May 31 12:01:36.654554 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-353dcc12-1252-4cda-a734-afc1dd5e6350 req-db37bfc0-1210-4b40-a836-35a1fae650c4 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673875 May 31 12:01:36.724408 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68df64f-00ca-4719-b21c-cdd066322618 req-8cf08288-fdc3-41b2-ac73-3ca49f807b46 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:36.725907 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b68df64f-00ca-4719-b21c-cdd066322618 req-8cf08288-fdc3-41b2-ac73-3ca49f807b46 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0838985 May 31 12:01:36.771404 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b68df64f-00ca-4719-b21c-cdd066322618 req-26b04b8b-7b06-44f8-81f1-ad93d04cd86a tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 May 31 12:01:37.197150 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d987a-c11e-4d94-8dea-01d4c1a499f3 req-f71ea591-bea6-4393-b73a-26fe0c44cf33 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:37.198622 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ad9d987a-c11e-4d94-8dea-01d4c1a499f3 req-f71ea591-bea6-4393-b73a-26fe0c44cf33 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 949 time: 0.0830097 May 31 12:01:37.245467 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ad9d987a-c11e-4d94-8dea-01d4c1a499f3 req-aa7de915-a9b6-49dd-9bda-83fade70ae64 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 May 31 12:01:37.446359 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade42b-dd79-4727-9ec0-06d32748987f req-5160cfcd-f356-4b0e-bdc6-135beb701386 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:37.447866 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e3ade42b-dd79-4727-9ec0-06d32748987f req-5160cfcd-f356-4b0e-bdc6-135beb701386 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 943 time: 0.0854578 May 31 12:01:37.496314 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e3ade42b-dd79-4727-9ec0-06d32748987f req-0fbf987a-e228-4799-97ad-ec512d3707db tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427220 May 31 12:01:37.797284 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd6428-6af1-4d12-acd3-234d0e1208a4 req-e2666a65-59d4-4b1a-9460-913212d76a1f tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:37.800043 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9bbd6428-6af1-4d12-acd3-234d0e1208a4 req-e2666a65-59d4-4b1a-9460-913212d76a1f tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0822442 May 31 12:01:37.801269 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:01:37.810990 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 27c9f88f-126f-4e67-89fd-0259b6687ab2 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:01:37.848441 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9bbd6428-6af1-4d12-acd3-234d0e1208a4 req-7f0634ec-20b1-4e2b-ae88-c91176d7ac7a tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 May 31 12:01:37.983097 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e3aec-8629-4078-ab0a-e6211337d919 req-1861f281-7177-4984-9ca4-87440e1c0242 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:37.984636 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ac5e3aec-8629-4078-ab0a-e6211337d919 req-1861f281-7177-4984-9ca4-87440e1c0242 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0949836 May 31 12:01:38.029200 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:38.033461 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ac5e3aec-8629-4078-ab0a-e6211337d919 req-5b60fa6b-1840-43db-a75f-bb6e461c1f97 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 May 31 12:01:38.044968 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'port_id': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'mac_address': 'fa:16:3e:ce:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:01:38.060057 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa29f1-9b2a-4f01-a1a5-89d5a5c36ada req-c4129d52-852d-41b9-abf7-42c317bc99e4 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:38.061529 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-16aa29f1-9b2a-4f01-a1a5-89d5a5c36ada req-c4129d52-852d-41b9-abf7-42c317bc99e4 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0918062 May 31 12:01:38.075754 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 27c9f88f-126f-4e67-89fd-0259b6687ab2 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:01:38.097838 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 27c9f88f-126f-4e67-89fd-0259b6687ab2 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:38.098200 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.108657 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-16aa29f1-9b2a-4f01-a1a5-89d5a5c36ada req-92e296d7-b100-4c08-a7ff-8ec804c5a80e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 May 31 12:01:38.152029 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.174594 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:38.194399 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:38.252910 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.264111 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.268540 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:38.333155 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09368a7-9a1d-4212-80b9-2de1bd12e471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c9f88f-126f-4e67-89fd-0259b6687ab2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:38.336353 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b694a-068e-4aea-9930-c78e9b9223cc" -d '{"events": [{"server_uuid": "b09368a7-9a1d-4212-80b9-2de1bd12e471", "name": "network-vif-plugged", "status": "completed", "tag": "27c9f88f-126f-4e67-89fd-0259b6687ab2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:38.356109 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 27c9f88f-126f-4e67-89fd-0259b6687ab2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27c9f88f-126f-4e67-89fd-0259b6687ab2,segment=NetworkSegment(d0a8d322-c4ab-463f-845c-e458d846a02b),segment_id=d0a8d322-c4ab-463f-845c-e458d846a02b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:38.359252 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=9']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:38.362241 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:38.393641 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2951f66f-806f-46ed-94ed-f2f4ba4d8a0f x-openstack-request-id: req-2951f66f-806f-46ed-94ed-f2f4ba4d8a0f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:38.393999 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09368a7-9a1d-4212-80b9-2de1bd12e471", "name": "network-vif-plugged", "status": "completed", "tag": "27c9f88f-126f-4e67-89fd-0259b6687ab2", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:38.394321 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2951f66f-806f-46ed-94ed-f2f4ba4d8a0f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:38.394778 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09368a7-9a1d-4212-80b9-2de1bd12e471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c9f88f-126f-4e67-89fd-0259b6687ab2', 'code': 200} May 31 12:01:38.402438 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.406061 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:38.480448 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480fdeb-ce37-49d1-84ce-095072001e6a req-09c6a91f-5df4-4ad0-bb8d-157de91d9c7d tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:38.482137 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2480fdeb-ce37-49d1-84ce-095072001e6a req-09c6a91f-5df4-4ad0-bb8d-157de91d9c7d tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 950 time: 0.1138098 May 31 12:01:38.485371 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=27c9f88f-126f-4e67-89fd-0259b6687ab2,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:38.493063 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:38.531250 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2480fdeb-ce37-49d1-84ce-095072001e6a req-07e9d3b4-082a-49ce-996c-b7b4f07d6461 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 May 31 12:01:38.535808 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b39cf746-df09-408c-84e0-e54d1e9e2da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.566916 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6e98-fc50-44dd-8f84-5757881a129d req-876e4c51-69ac-4519-a161-cb73948a5c68 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:38.568530 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-020b6e98-fc50-44dd-8f84-5757881a129d req-876e4c51-69ac-4519-a161-cb73948a5c68 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0869129 May 31 12:01:38.616662 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-020b6e98-fc50-44dd-8f84-5757881a129d req-28433574-dc22-4dad-9953-ad37e905dd06 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 May 31 12:01:38.812152 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eeb43-e3ca-4469-bd6b-f6856efd11dc req-0c3b6f8a-218b-4bef-b424-2e13b0efc6db tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:38.813927 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-331eeb43-e3ca-4469-bd6b-f6856efd11dc req-0c3b6f8a-218b-4bef-b424-2e13b0efc6db tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 944 time: 0.1756270 May 31 12:01:38.847104 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8905d5-e96d-4ab1-a06c-b30fce65185a req-59562684-5713-47c1-85ad-173ab3e04966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:38.848760 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0f8905d5-e96d-4ab1-a06c-b30fce65185a req-59562684-5713-47c1-85ad-173ab3e04966 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 1103 time: 0.0801721 May 31 12:01:38.861664 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-331eeb43-e3ca-4469-bd6b-f6856efd11dc req-3b6e2486-4b8c-4bc6-9abf-3cad6d6b3094 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417354 May 31 12:01:38.881220 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:38.932497 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0f8905d5-e96d-4ab1-a06c-b30fce65185a req-e97b559a-0e5d-4857-a965-f6dc89a159df service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373247 May 31 12:01:39.224638 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67446006-2956-4287-b9cd-39c9a7c82cae req-8e476a6b-29d7-45b3-858b-4f889223b0e2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:39.226129 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-67446006-2956-4287-b9cd-39c9a7c82cae req-8e476a6b-29d7-45b3-858b-4f889223b0e2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0810249 May 31 12:01:39.274589 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-67446006-2956-4287-b9cd-39c9a7c82cae req-d12fce0e-d38f-490b-93b0-8006ca5f7e1e tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 May 31 12:01:39.718926 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecc44-878d-402b-a278-4a5c887bd7d6 req-47e44f71-29ac-43ab-b843-959829377a6c tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:39.720346 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-eaeecc44-878d-402b-a278-4a5c887bd7d6 req-47e44f71-29ac-43ab-b843-959829377a6c tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 950 time: 0.0801275 May 31 12:01:39.769605 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-eaeecc44-878d-402b-a278-4a5c887bd7d6 req-2d0516ab-4948-4c76-863e-52bb812dee11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 May 31 12:01:40.059252 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e381995-66de-46d1-b7bf-ee7de32a25a0 req-497ad86c-9396-4c3c-a8d5-2a4ac0517247 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:40.060703 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4e381995-66de-46d1-b7bf-ee7de32a25a0 req-497ad86c-9396-4c3c-a8d5-2a4ac0517247 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 944 time: 0.0805302 May 31 12:01:40.105453 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4e381995-66de-46d1-b7bf-ee7de32a25a0 req-5ea5d254-2b87-4ef1-a787-0b22618b4986 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391898 May 31 12:01:40.466695 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e400-6bf4-4df1-b56b-f3b63d9d6644 req-cea454d8-82c2-4593-93ea-5c47e0c51805 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:40.468166 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d458e400-6bf4-4df1-b56b-f3b63d9d6644 req-cea454d8-82c2-4593-93ea-5c47e0c51805 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0858166 May 31 12:01:40.512012 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d458e400-6bf4-4df1-b56b-f3b63d9d6644 req-078035fb-7a1f-4b59-b575-c507d55bcc9d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382597 May 31 12:01:40.958994 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f039a-82f4-457d-ba40-0cec366c6a5f req-9a62b986-7587-49dd-b345-1fde4bc1bb91 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:40.960560 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-325f039a-82f4-457d-ba40-0cec366c6a5f req-9a62b986-7587-49dd-b345-1fde4bc1bb91 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 950 time: 0.0816321 May 31 12:01:40.981221 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:41.005349 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-325f039a-82f4-457d-ba40-0cec366c6a5f req-967296f1-1b34-4361-b57f-b8bcd9f6fecf tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 May 31 12:01:41.192974 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e99fc3d-0598-41ef-b48e-6e2a096527e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:41.362454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103fd92-1c07-471b-a72c-412217328c11 req-e6950325-a3f7-4056-bc80-4b0d70a4236b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.364099 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8103fd92-1c07-471b-a72c-412217328c11 req-e6950325-a3f7-4056-bc80-4b0d70a4236b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 944 time: 0.1448290 May 31 12:01:41.374841 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-33ae7527-7513-427d-aa50-c16e7b02d038 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.376307 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-33ae7527-7513-427d-aa50-c16e7b02d038 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.1201572 May 31 12:01:41.467448 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8103fd92-1c07-471b-a72c-412217328c11 req-2152bcd0-8ec3-4d8c-bd8d-f7bf46b30a2b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900955 May 31 12:01:41.545985 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Deleting port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:41.546326 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:41.684724 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] For port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:41.685085 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:41.721900 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcac2c-c613-4ed3-aca6-fe41dc720117 req-9fa34136-9bc9-42cc-a871-dc1b67358719 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.721900 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-99fcac2c-c613-4ed3-aca6-fe41dc720117 req-9fa34136-9bc9-42cc-a871-dc1b67358719 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 946 time: 0.0998170 May 31 12:01:41.770143 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-99fcac2c-c613-4ed3-aca6-fe41dc720117 req-9140800e-632d-45eb-9e16-93fad880aa40 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 May 31 12:01:41.819154 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:01:41.898145 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:41.899132 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:41.915851 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Calling delete_port for a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:42.020907 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:42.060885 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:42.063237 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50fe7e1-c41e-4b98-9711-3d56ac25301a" -d '{"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:42.071811 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:42.106611 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:42.112704 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:42.129767 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:42.133694 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:42.160174 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Pushing event deleted for resources: {'Port': ['ID=a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:42.178586 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.178925 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.179315 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.180437 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.180796 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.181208 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.181945 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.182260 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.182609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.183031 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.183377 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.183918 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:42.222050 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:42.232522 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:42.235862 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:42.240931 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de87e3-8c92-4125-b304-7b181cdd3f03 req-b82f68c7-ce79-4692-95bd-0b54661090ad tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:42.243066 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-49de87e3-8c92-4125-b304-7b181cdd3f03 req-b82f68c7-ce79-4692-95bd-0b54661090ad tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 950 time: 0.1073191 May 31 12:01:42.260809 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:42.268042 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] No DVR routers for this DVR port a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:42.270699 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:42.273855 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75', 'name': 'network-vif-deleted', 'tag': 'a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:42.276206 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f64b61c-c0e0-40d7-a819-d3b883e4d567" -d '{"events": [{"server_uuid": "6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75", "name": "network-vif-deleted", "tag": "a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:42.290217 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-49de87e3-8c92-4125-b304-7b181cdd3f03 req-d41002e6-c545-43f0-8da0-d72501fc95b6 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 May 31 12:01:42.343973 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7038830f-d5ac-4bc0-848c-753818742a5f x-openstack-request-id: req-7038830f-d5ac-4bc0-848c-753818742a5f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:42.344267 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:42.344527 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7038830f-d5ac-4bc0-848c-753818742a5f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:42.344960 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'code': 200} May 31 12:01:42.353815 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0254b7b2-7427-4a8a-b6c4-d4d6bdaee045 req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.54 "DELETE /v2.0/ports/a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef HTTP/1.1" status: 204 len: 173 time: 0.9632702 May 31 12:01:42.384984 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b86e4f-f655-4c39-8241-d98e1e0fccff x-openstack-request-id: req-64b86e4f-f655-4c39-8241-d98e1e0fccff {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:42.385670 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75", "name": "network-vif-deleted", "tag": "a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:42.386078 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64b86e4f-f655-4c39-8241-d98e1e0fccff {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:42.386565 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75', 'name': 'network-vif-deleted', 'tag': 'a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef', 'status': 'completed', 'code': 200} May 31 12:01:43.013727 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be75984-71f9-4852-9120-c10adabc564a req-99fb60e9-62c3-4630-8f33-1be7c3dbdf96 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:43.015225 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3be75984-71f9-4852-9120-c10adabc564a req-99fb60e9-62c3-4630-8f33-1be7c3dbdf96 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.0879831 May 31 12:01:43.068211 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3be75984-71f9-4852-9120-c10adabc564a req-94964b32-5cb1-43b0-8576-fa988a73c82f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466704 May 31 12:01:43.240821 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-65bf85a4-e1f9-4369-85ac-5ff0c9b85fd7 req-e77bc413-3b04-4c41-896d-5008b10e2077 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Synchronizing usage tracker for tenant:9232631572ea461b8d87cf8e0821412b on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:43.290866 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3cbe4-9f26-4973-b882-4e74b3a123fe req-95caf3d4-75eb-4f83-8511-d24533e0d30a tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:43.292354 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a3c3cbe4-9f26-4973-b882-4e74b3a123fe req-95caf3d4-75eb-4f83-8511-d24533e0d30a tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 950 time: 0.0898299 May 31 12:01:43.299706 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-65bf85a4-e1f9-4369-85ac-5ff0c9b85fd7 req-e77bc413-3b04-4c41-896d-5008b10e2077 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Unset dirty status for tenant:9232631572ea461b8d87cf8e0821412b on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:43.300838 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-65bf85a4-e1f9-4369-85ac-5ff0c9b85fd7 req-e77bc413-3b04-4c41-896d-5008b10e2077 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ccaeed7-bb24-4222-b1f5-9f7a13a5ee75 HTTP/1.1" status: 200 len: 210 time: 0.1092639 May 31 12:01:43.337212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe43170-7afa-4f88-944c-fedbf59e8cc2 req-d0021259-22ef-4828-a02b-ef062000923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:43.342711 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9fe43170-7afa-4f88-944c-fedbf59e8cc2 req-d0021259-22ef-4828-a02b-ef062000923c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 1099 time: 0.0737641 May 31 12:01:43.342917 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a3c3cbe4-9f26-4973-b882-4e74b3a123fe req-dd3f96e2-776d-49bb-b390-b024fb90e114 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 May 31 12:01:43.382136 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9fe43170-7afa-4f88-944c-fedbf59e8cc2 req-7a24e619-6678-47a7-b1aa-907001ed10bc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350196 May 31 12:01:43.828473 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:43.866695 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:43.867056 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device a618ccb7-f9de-4cab-82a8-fc7d2a4c75ef not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:43.878179 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:44.265965 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016475ea-a677-4cf0-a81b-a71ef065b42c req-09cb6d51-0ddb-4263-b455-a1b9bc9cc06f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:44.267367 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-016475ea-a677-4cf0-a81b-a71ef065b42c req-09cb6d51-0ddb-4263-b455-a1b9bc9cc06f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.0835125 May 31 12:01:44.317922 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-016475ea-a677-4cf0-a81b-a71ef065b42c req-aba9aee8-643b-48d6-a1fd-c911b626f5e9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447891 May 31 12:01:44.528548 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d836f9f-a3af-48f4-b85e-833e99a2c587 req-ac798295-845d-46b0-ad35-87883e333c43 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:44.529772 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3d836f9f-a3af-48f4-b85e-833e99a2c587 req-ac798295-845d-46b0-ad35-87883e333c43 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 950 time: 0.0811098 May 31 12:01:44.575226 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3d836f9f-a3af-48f4-b85e-833e99a2c587 req-cd30de82-4eff-41cc-b700-c0cc48d292f1 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399356 May 31 12:01:45.529188 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840aa7b4-ac4d-4d07-b79f-4e0db6d3fb1c req-c1c4fbfe-28f6-4614-a6b4-0c4064c50804 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:45.531516 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-840aa7b4-ac4d-4d07-b79f-4e0db6d3fb1c req-c1c4fbfe-28f6-4614-a6b4-0c4064c50804 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.0956674 May 31 12:01:45.578034 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-840aa7b4-ac4d-4d07-b79f-4e0db6d3fb1c req-23410e94-d1af-4d64-b3aa-a036e7daa7f7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416350 May 31 12:01:45.770044 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7935d-28cd-4472-a914-d7c86f8e4dc3 req-91604b3d-f4c0-423d-859a-8c7c994782d4 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:45.771575 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-40c7935d-28cd-4472-a914-d7c86f8e4dc3 req-91604b3d-f4c0-423d-859a-8c7c994782d4 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 950 time: 0.0871294 May 31 12:01:45.822993 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-40c7935d-28cd-4472-a914-d7c86f8e4dc3 req-ad54e026-6b5e-4618-965e-57452827b5f4 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/security-groups?id=88688203-68d4-47fb-8f68-9b6979cea4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430169 May 31 12:01:46.121158 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-9729a16a-3ec0-408b-9f41-ce4d4eb6fb58 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:46.122635 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-9729a16a-3ec0-408b-9f41-ce4d4eb6fb58 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.54 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 950 time: 0.0914974 May 31 12:01:46.299928 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Deleting port 27c9f88f-126f-4e67-89fd-0259b6687ab2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:46.300295 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:46.448790 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] For port 27c9f88f-126f-4e67-89fd-0259b6687ab2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27c9f88f-126f-4e67-89fd-0259b6687ab2,segment=NetworkSegment(d0a8d322-c4ab-463f-845c-e458d846a02b),segment_id=d0a8d322-c4ab-463f-845c-e458d846a02b)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:46.449200 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:46.575228 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Calling delete_port for 27c9f88f-126f-4e67-89fd-0259b6687ab2 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:46.691253 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eee56d-9e4d-486d-ae51-108c595643aa req-0b16f812-ed67-4029-bb7d-1b9b2d066b2e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:46.692761 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-04eee56d-9e4d-486d-ae51-108c595643aa req-0b16f812-ed67-4029-bb7d-1b9b2d066b2e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.1147294 May 31 12:01:46.792068 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-04eee56d-9e4d-486d-ae51-108c595643aa req-eaa3d021-7d91-433a-857f-21d875a70f2f tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922151 May 31 12:01:46.796829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943c6ac-947e-45b5-a5c8-471ee559532f req-76ed4ea0-9e1c-41ac-a092-d4faf41d9d1c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:46.798363 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3943c6ac-947e-45b5-a5c8-471ee559532f req-76ed4ea0-9e1c-41ac-a092-d4faf41d9d1c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.0960541 May 31 12:01:46.815580 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 46148) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:46.847632 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3943c6ac-947e-45b5-a5c8-471ee559532f req-0a59a34d-a26c-49a9-8cc9-49cc7bc6367e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437481 May 31 12:01:46.906906 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:46.918846 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:46.947109 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['27c9f88f-126f-4e67-89fd-0259b6687ab2'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:46.969549 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Pushing event deleted for resources: {'Port': ['ID=27c9f88f-126f-4e67-89fd-0259b6687ab2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:46.971980 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:47.065042 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-264c2574-233d-4612-9af9-f0a0902c409f req-d39907ba-2534-4760-be66-7fe191aef6a5 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 210 time: 0.1072612 May 31 12:01:47.215918 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] No DVR routers for this DVR port 27c9f88f-126f-4e67-89fd-0259b6687ab2 on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:47.218387 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:47.224629 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09368a7-9a1d-4212-80b9-2de1bd12e471', 'name': 'network-vif-deleted', 'tag': '27c9f88f-126f-4e67-89fd-0259b6687ab2'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:47.226875 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c61399-44b0-43cb-a872-3368ee0625e2" -d '{"events": [{"server_uuid": "b09368a7-9a1d-4212-80b9-2de1bd12e471", "name": "network-vif-deleted", "tag": "27c9f88f-126f-4e67-89fd-0259b6687ab2"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:47.246987 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c65591-cd2a-45b6-aa49-884e97e506e3 tempest-TestMinimumBasicScenario-1277584500 tempest-TestMinimumBasicScenario-1277584500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:47.248537 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-67c65591-cd2a-45b6-aa49-884e97e506e3 tempest-TestMinimumBasicScenario-1277584500 tempest-TestMinimumBasicScenario-1277584500-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1093 time: 0.4320023 May 31 12:01:47.251665 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 46166) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:47.257454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'floatingip': {'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'port_id': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:47.263346 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:47.267246 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Usage tracker for resource:floatingip and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:47.270253 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:47.274750 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b78395d-f57a-46a6-86e6-be66c3abf56f x-openstack-request-id: req-1b78395d-f57a-46a6-86e6-be66c3abf56f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:47.275071 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09368a7-9a1d-4212-80b9-2de1bd12e471", "name": "network-vif-deleted", "tag": "27c9f88f-126f-4e67-89fd-0259b6687ab2", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:47.275372 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b78395d-f57a-46a6-86e6-be66c3abf56f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:47.275805 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09368a7-9a1d-4212-80b9-2de1bd12e471', 'name': 'network-vif-deleted', 'tag': '27c9f88f-126f-4e67-89fd-0259b6687ab2', 'status': 'completed', 'code': 200} May 31 12:01:47.279613 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:47.298562 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4d22b190-0912-4e88-bea4-fbbb9f3b3810 req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.54 "DELETE /v2.0/ports/27c9f88f-126f-4e67-89fd-0259b6687ab2 HTTP/1.1" status: 204 len: 173 time: 1.1664641 May 31 12:01:47.346395 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:47.502089 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:47.654406 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Allocated IP 172.28.2.3 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/0755bb17-4d25-456b-ade1-fcb7a210ffe1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:01:47.801732 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:47.872735 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:47.876694 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e25fe33a-4c1a-45b4-b26c-43f90ef4b1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:47.947436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:01:47.950539 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:01:47.954155 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:01:47.988636 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'Port': ['ID=0755bb17-4d25-456b-ade1-fcb7a210ffe1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:47.993351 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:48.064075 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce5f97-9c05-4cb1-ba4e-ea33bfe483ec req-37c04f36-d9e5-47c8-80e5-9d0682ddfc56 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:48.066790 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5cce5f97-9c05-4cb1-ba4e-ea33bfe483ec req-37c04f36-d9e5-47c8-80e5-9d0682ddfc56 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.1003847 May 31 12:01:48.116036 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5cce5f97-9c05-4cb1-ba4e-ea33bfe483ec req-d1552c63-eacd-48d7-bd4d-3aff985f8496 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426345 May 31 12:01:48.281795 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-3b68cd6f-67ab-4911-b994-f50a14424942 req-d6fc55d9-c616-42c7-8d31-b02a529f614e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Synchronizing usage tracker for tenant:9c422b6bdca74f3ebc39b4e31f0f5e6b on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:48.456734 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.468105 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-3b68cd6f-67ab-4911-b994-f50a14424942 req-d6fc55d9-c616-42c7-8d31-b02a529f614e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Unset dirty status for tenant:9c422b6bdca74f3ebc39b4e31f0f5e6b on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:48.469256 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3b68cd6f-67ab-4911-b994-f50a14424942 req-d6fc55d9-c616-42c7-8d31-b02a529f614e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09368a7-9a1d-4212-80b9-2de1bd12e471 HTTP/1.1" status: 200 len: 210 time: 0.2478883 May 31 12:01:48.607962 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.839373 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.929260 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.933165 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:49.042937 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'Port': ['ID=0755bb17-4d25-456b-ade1-fcb7a210ffe1,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:49.049087 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:49.055708 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:49.326518 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.l3_db [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Floating IP a9ae2c32-7041-4462-acc5-8b5eeeb99343 associated. External IP: 172.28.2.3, port: ad84517a-414c-40c1-9a56-2f78d3439f12. May 31 12:01:49.684237 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Router 00fbda1f-2b30-44ca-b179-8a131271fa89 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:01:49.863205 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 27c9f88f-126f-4e67-89fd-0259b6687ab2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:49.878664 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:01:49.908125 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 27c9f88f-126f-4e67-89fd-0259b6687ab2 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:49.908541 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 27c9f88f-126f-4e67-89fd-0259b6687ab2 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:49.910828 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] Sync routers for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:01:49.921473 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:49.922292 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:01:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:49.986356 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.050477 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7953334 May 31 12:01:50.050477 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:50.051434 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 46214) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:50.051947 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd46df95-2630-4d08-8e6d-5981e7ab73ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:50.057387 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730876285', 'description': 'tempest-secgroup-smoke-1730876285 description', 'project_id': 'f6581bf7df3449aabf8eb1410141b339'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:50.069853 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:50.078588 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:50.107826 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7051bf-bdcd-4017-8e67-63dea19c8904 x-openstack-request-id: req-ae7051bf-bdcd-4017-8e67-63dea19c8904 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:50.108256 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:50.108596 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae7051bf-bdcd-4017-8e67-63dea19c8904 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:50.109077 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'status': 'completed', 'code': 200} May 31 12:01:50.141139 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:50.164129 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.188644 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:50.193332 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Usage tracker for resource:security_group_rule and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:50.198847 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:50.211128 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:50.290376 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-33283142-c5bb-4ad4-8ca3-8a3a85a84d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:50.292247 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-33283142-c5bb-4ad4-8ca3-8a3a85a84d19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6581bf7df3449aabf8eb1410141b339&device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1098 time: 0.1389589 May 31 12:01:50.309413 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.459352 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.466798 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-889c2376-adbc-419e-aa1c-bedd465f597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:50.469008 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-889c2376-adbc-419e-aa1c-bedd465f597b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 200 len: 915 time: 0.1696050 May 31 12:01:50.480919 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7ce8ff5e-2c27-4e39-94f5-a3a53c68ffa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:50.537644 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b3e58e-b322-4061-bc72-ff5f0a563fae,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:50.552940 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.553641 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.554225 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.554739 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.555631 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.556180 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.556770 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.557293 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.557647 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.557998 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.558347 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.558698 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:50.562535 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:50.573694 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.578721 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5224807 May 31 12:01:50.578721 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 46246) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:50.587721 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'security_group_rule': {'security_group_id': 'b2b3e58e-b322-4061-bc72-ff5f0a563fae', 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:50.599356 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-1509f132-f940-4ef6-8011-82ef47c5ff69 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:50.603589 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-1509f132-f940-4ef6-8011-82ef47c5ff69 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/networks?id=6812d402-e59f-4a10-ad7a-730437fa1979 HTTP/1.1" status: 200 len: 813 time: 0.2423890 May 31 12:01:50.606902 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:50.607019 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-1e5118a8-6e5a-4937-a1e6-07af3b4e8a68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 997 time: 0.1277535 May 31 12:01:50.611684 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Usage tracker for resource:security_group_rule and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:50.615505 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:50.645696 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-3eb4c7ba-f05b-43e2-8e43-14bd3203638d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/quotas/9232631572ea461b8d87cf8e0821412b HTTP/1.1" status: 200 len: 375 time: 0.0311210 May 31 12:01:50.648026 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:50.669779 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'a9ae2c32-7041-4462-acc5-8b5eeeb99343', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'floating_ip_address': '172.28.2.3', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'port_id': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'mac_address': 'fa:16:3e:5e:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:48Z', 'updated_at': '2021-05-31T12:01:48Z', 'revision_number': 0, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 5, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:50.674458 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] Checking router: 00fbda1f-2b30-44ca-b179-8a131271fa89 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:01:50.682114 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-2a81d9ad-2750-423e-b01f-f66177546daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:50.683618 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-2a81d9ad-2750-423e-b01f-f66177546daf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63c55288-5e64-4b2b-8a18-3ae4c111a647 HTTP/1.1" status: 200 len: 853 time: 0.0711126 May 31 12:01:50.683900 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:50.684453 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:01:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:50.705295 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-65beb4bb-c00d-497d-95e2-f6c8646e2e10 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9232631572ea461b8d87cf8e0821412b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586183 May 31 12:01:50.815844 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-31516553-07e3-4d35-ab6d-0020c2b84c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:50.817967 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-31516553-07e3-4d35-ab6d-0020c2b84c2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1270728 May 31 12:01:50.852099 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.919462 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:50.940300 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-2264c8bb-d4cf-4b6a-b82a-08528302856d service neutron] 10.222.0.58 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341082 May 31 12:01:51.000826 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-a93dc87e-72db-44b8-800f-c929f04bf4a9 service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746223 May 31 12:01:51.036041 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.096428 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-f5c90943-c969-4c43-a4ac-0d21ef526330 service neutron] 10.222.0.58 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478736 May 31 12:01:51.106257 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.108727 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:51.138702 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec8ea6a-b595-4ae9-88af-386578bc97a2,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:51.153114 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:51.164045 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dd46df95-2630-4d08-8e6d-5981e7ab73ff req-e5002cfc-dbd3-4f73-803d-d4626a01505a service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537921 May 31 12:01:51.249670 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.250883 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-ab325f68-a273-45e3-bb26-a20f147343d6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6715465 May 31 12:01:51.254000 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 46306) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:51.260962 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'security_group_rule': {'security_group_id': 'b2b3e58e-b322-4061-bc72-ff5f0a563fae', 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:51.267069 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:51.271005 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Usage tracker for resource:security_group_rule and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:51.274530 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:51.281517 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:51.352671 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.372506 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'a9ae2c32-7041-4462-acc5-8b5eeeb99343', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'floating_ip_address': '172.28.2.3', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'port_id': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'mac_address': 'fa:16:3e:5e:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:48Z', 'updated_at': '2021-05-31T12:01:48Z', 'revision_number': 0, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 5, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:51.379179 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459de4c-3bb0-465b-96e9-942475e7ec59 None None] The sync data for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb is: [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'a9ae2c32-7041-4462-acc5-8b5eeeb99343', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'floating_ip_address': '172.28.2.3', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'port_id': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'mac_address': 'fa:16:3e:5e:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:48Z', 'updated_at': '2021-05-31T12:01:48Z', 'revision_number': 0, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 5, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:01:51.433423 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.464411 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-04d0e9be-1ff0-4487-af55-57aefa5372ca req-51e4c8f0-5892-4d4e-8d30-6e7a8489aa07 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 210 time: 0.0501890 May 31 12:01:51.506437 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.509165 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8d9a6d77-6b7a-4c85-ab13-d2b244be31bb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:51.631164 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458939af-c2ac-400e-b4e8-3a8258871b35 None None] New status for floating IP a9ae2c32-7041-4462-acc5-8b5eeeb99343: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:01:51.653993 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403d70fd-4a9f-4b84-bd14-2f84859d44ff,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:51.656727 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:51.792189 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.793471 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5379732 May 31 12:01:51.796304 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 46336) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:51.801641 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'security_group_rule': {'security_group_id': 'b2b3e58e-b322-4061-bc72-ff5f0a563fae', 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:51.808126 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:51.811933 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Usage tracker for resource:security_group_rule and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:51.814908 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:51.820589 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:51.946529 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.021926 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.089437 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.097422 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:52.117204 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250f00bc-5e79-4968-ae73-0bbd4459defb,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:52.121283 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:52.215464 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.216742 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194200 May 31 12:01:52.219484 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 46374) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:52.225254 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'security_group_rule': {'security_group_id': 'b2b3e58e-b322-4061-bc72-ff5f0a563fae', 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:52.231314 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:52.235375 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Usage tracker for resource:security_group_rule and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:52.238377 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:52.244421 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:52.330225 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.399178 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.460895 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.463074 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-bd470a01-3893-4bf3-92c8-67ddab4a43d5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:52.487294 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372ac15e-eaaa-4b0d-bbf1-6e100df9cc57,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:52.489723 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:52.564004 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.565721 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3451447 May 31 12:01:52.568458 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 46406) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:52.574914 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'security_group_rule': {'security_group_id': 'b2b3e58e-b322-4061-bc72-ff5f0a563fae', 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:52.580962 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:52.584804 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Usage tracker for resource:security_group_rule and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:52.588126 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:52.594057 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:52.610747 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9ade4941-2d3d-40c2-9bfa-7f4e46aa473b req-2eb0aa4e-81c6-47f4-90c6-f241468387dc tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 210 time: 0.0425820 May 31 12:01:52.706433 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.securitygroups_db [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Project f6581bf7df3449aabf8eb1410141b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:01:52.713206 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.778262 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.871927 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.880191 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:52.901745 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8733c99-6098-4f9a-b9f8-df9b3842f199,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:52.904297 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:53.009795 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:53.011755 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-ad45fd01-cdf5-4a69-9695-0cedacceda29 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4422481 May 31 12:01:53.014662 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 46426) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:53.020014 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'security_group_rule': {'security_group_id': 'b2b3e58e-b322-4061-bc72-ff5f0a563fae', 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:53.027532 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:53.031445 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Usage tracker for resource:security_group_rule and tenant:f6581bf7df3449aabf8eb1410141b339 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:53.034545 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:53.045183 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:53.147024 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Project f6581bf7df3449aabf8eb1410141b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:01:53.156413 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:53.338793 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:53.437915 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:53.459443 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-5af06f9b-9307-4197-b4d9-704f0c78c6cf tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:53.473197 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cbe8b7-1262-4149-ac24-967fa456b1d1,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:53.477310 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:53.524445 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:53.525866 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-a24831d5-a667-4d1e-bc52-18b051b7b880 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5100694 May 31 12:01:53.660533 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-c685e0b1-86fe-47b0-ab74-e95a34ebea87 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730876285&fields=id&tenant_id=f6581bf7df3449aabf8eb1410141b339 HTTP/1.1" status: 200 len: 267 time: 0.0492892 May 31 12:01:53.754230 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-507d2ba6-d605-4b65-8858-12b226461a08 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:53.756307 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-507d2ba6-d605-4b65-8858-12b226461a08 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0878050 May 31 12:01:53.769149 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'port': {'security_groups': ['82408bde-1511-4b60-8aae-06031e7001d6', 'b2b3e58e-b322-4061-bc72-ff5f0a563fae']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:53.782647 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f3c22922-9f18-4b8b-a082-80ecf64febd2 req-e3cdb4c4-b9f0-4b05-a283-6a0194fa12fc tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 210 time: 0.0464106 May 31 12:01:53.986607 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:54.115939 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-d71aea39-9672-4c14-aed1-82255e107967 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:54.117335 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-d71aea39-9672-4c14-aed1-82255e107967 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.54 "GET /v2.0/networks?id=6812d402-e59f-4a10-ad7a-730437fa1979 HTTP/1.1" status: 200 len: 813 time: 0.2384346 May 31 12:01:54.148670 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Request body: {'port': {'device_id': 'db9d9d62-5955-438b-9f7e-8e93a93b4f0d', 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979', 'admin_state_up': True, 'tenant_id': '9232631572ea461b8d87cf8e0821412b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:54.402444 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:54.426041 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:54.432723 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] For port ad84517a-414c-40c1-9a56-2f78d3439f12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad84517a-414c-40c1-9a56-2f78d3439f12,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:54.465459 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:54.506367 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Made reservation on behalf of 9232631572ea461b8d87cf8e0821412b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:54.510677 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:54.532299 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:54.572729 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:54.573844 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['ad84517a-414c-40c1-9a56-2f78d3439f12'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:54.660781 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:54.661439 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:54.666030 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bf689630-9f07-4b3f-9ceb-9614bb806a36 req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "PUT /v2.0/ports/ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 981 time: 0.9016163 May 31 12:01:54.682054 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:54.684211 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e081ab73-d169-4feb-a294-53881c99b75c" -d '{"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:54.751247 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'Port': ['ID=ad84517a-414c-40c1-9a56-2f78d3439f12,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:54.759291 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:54.798940 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Allocated IP 172.20.0.13 (6812d402-e59f-4a10-ad7a-730437fa1979/e20f3a65-eb53-4911-ab8e-62a259703c57/79c78f59-6ac3-40bb-a6df-67dd54f2584e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:01:54.831763 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['ad84517a-414c-40c1-9a56-2f78d3439f12'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:54.954977 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a7a957-e95d-433f-b06d-9b5daf256fcd x-openstack-request-id: req-30a7a957-e95d-433f-b06d-9b5daf256fcd {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:54.956236 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:54.956514 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30a7a957-e95d-433f-b06d-9b5daf256fcd {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:54.956932 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'status': 'completed', 'code': 200} May 31 12:01:55.042829 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-d1f1359e-ec0a-45a1-956f-5a973b8d0452 None None] Provisioning complete for port ad84517a-414c-40c1-9a56-2f78d3439f12 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:55.043216 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1f1359e-ec0a-45a1-956f-5a973b8d0452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:55.065167 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd397da-3c0f-4189-8a38-7e5232c2a389 req-25d8f8fc-8779-4db7-b4ab-84590852fb49 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:55.066775 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7cd397da-3c0f-4189-8a38-7e5232c2a389 req-25d8f8fc-8779-4db7-b4ab-84590852fb49 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.2486479 May 31 12:01:55.113429 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4589be98-b8a3-4662-8427-348f103a625d req-df7d142f-c01f-4dea-ae97-f483a7a99ff2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 210 time: 0.0593174 May 31 12:01:55.132156 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7cd397da-3c0f-4189-8a38-7e5232c2a389 req-73358e85-c6b7-4003-9fb8-40c410609c99 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563533 May 31 12:01:55.136790 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081ab73-d169-4feb-a294-53881c99b75c req-3e55c940-3d0b-4c71-8070-9cf93f012c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:55.139310 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e081ab73-d169-4feb-a294-53881c99b75c req-3e55c940-3d0b-4c71-8070-9cf93f012c17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6581bf7df3449aabf8eb1410141b339&device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1137 time: 0.1317785 May 31 12:01:55.225473 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:55.296058 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081ab73-d169-4feb-a294-53881c99b75c req-2b49315f-2ed5-4fe5-8743-d9697744bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:55.297499 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e081ab73-d169-4feb-a294-53881c99b75c req-2b49315f-2ed5-4fe5-8743-d9697744bade service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 200 len: 915 time: 0.1390085 May 31 12:01:55.325409 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:55.331546 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-88b11511-2457-4722-b42a-6072e70e32ec tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:55.398617 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Network 6812d402-e59f-4a10-ad7a-730437fa1979 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:01:55.401838 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:01:55.404742 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:01:55.411350 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e081ab73-d169-4feb-a294-53881c99b75c req-0ba89d4e-2f16-4b56-8c1b-69d8661ef8a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 999 time: 0.1065943 May 31 12:01:55.449680 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Pushing event updated for resources: {'Port': ['ID=79c78f59-6ac3-40bb-a6df-67dd54f2584e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:55.455615 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:55.483641 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:55.484587 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:55.486148 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081ab73-d169-4feb-a294-53881c99b75c req-6290a166-e834-42fc-916e-f93eae556d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:55.487614 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e081ab73-d169-4feb-a294-53881c99b75c req-6290a166-e834-42fc-916e-f93eae556d66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63c55288-5e64-4b2b-8a18-3ae4c111a647 HTTP/1.1" status: 200 len: 853 time: 0.0686297 May 31 12:01:55.564295 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4269598 May 31 12:01:55.581009 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081ab73-d169-4feb-a294-53881c99b75c req-3cf3f1df-36d4-4982-92ec-92c7def136b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:55.582628 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e081ab73-d169-4feb-a294-53881c99b75c req-3cf3f1df-36d4-4982-92ec-92c7def136b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854192 May 31 12:01:55.586376 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Request body: {'port': {'device_id': 'db9d9d62-5955-438b-9f7e-8e93a93b4f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:55.705667 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:55.731461 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e081ab73-d169-4feb-a294-53881c99b75c req-6b4392ad-4b0c-40fe-adcf-9edb80488912 service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391256 May 31 12:01:55.886556 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e081ab73-d169-4feb-a294-53881c99b75c req-ef5f19fe-e204-44b1-b337-6f17db6030bf service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485531 May 31 12:01:56.161901 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 46512) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:56.192701 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c78f59-6ac3-40bb-a6df-67dd54f2584e {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:56.201401 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.217879 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Transition to ACTIVE for port object 79c78f59-6ac3-40bb-a6df-67dd54f2584e will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:01:56.294476 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.299747 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ea55afb4-dcdd-4ba3-ab3a-ea6ab17c0786 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:56.320365 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-bd51be2b-548d-4453-aede-fe64b2870950 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c422b6bdca74f3ebc39b4e31f0f5e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549201 May 31 12:01:56.320365 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 46518) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:56.381540 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-19508c21-c30e-41fa-9edc-558b2824b566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.411603 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-19508c21-c30e-41fa-9edc-558b2824b566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.438206 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Pushing event updated for resources: {'Port': ['ID=79c78f59-6ac3-40bb-a6df-67dd54f2584e,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:56.444329 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:56.529962 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-19508c21-c30e-41fa-9edc-558b2824b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.533622 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a282828f-7e38-4928-be72-f36fbd2e202d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:56.536470 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707c443-09fb-4f89-867a-db00fc1d88d2 req-f55e2fef-ac54-45c0-a04e-6d75fb370153 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:56.540045 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-2707c443-09fb-4f89-867a-db00fc1d88d2 req-f55e2fef-ac54-45c0-a04e-6d75fb370153 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Synchronizing usage tracker for tenant:9232631572ea461b8d87cf8e0821412b on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:56.547316 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19508c21-c30e-41fa-9edc-558b2824b566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88688203-68d4-47fb-8f68-9b6979cea4d8,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:56.549664 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-19508c21-c30e-41fa-9edc-558b2824b566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:56.575966 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Attempting to bind port 79c78f59-6ac3-40bb-a6df-67dd54f2584e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:01:56.576310 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Attempting to bind port 79c78f59-6ac3-40bb-a6df-67dd54f2584e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:01:56.576644 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Attempting to bind port 79c78f59-6ac3-40bb-a6df-67dd54f2584e on network 6812d402-e59f-4a10-ad7a-730437fa1979 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:56.581307 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Port 79c78f59-6ac3-40bb-a6df-67dd54f2584e on network 6812d402-e59f-4a10-ad7a-730437fa1979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:01:56.581628 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Attempting to bind port 79c78f59-6ac3-40bb-a6df-67dd54f2584e on network 6812d402-e59f-4a10-ad7a-730437fa1979 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:56.586703 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:01:56.587039 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Checking segment: {'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:56.587424 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Bound using segment: {'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:01:56.587922 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Bound port: 79c78f59-6ac3-40bb-a6df-67dd54f2584e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9846c-4347-4b50-b81a-4319a8316fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:01:56.588271 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.608126 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-19508c21-c30e-41fa-9edc-558b2824b566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.609259 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-19508c21-c30e-41fa-9edc-558b2824b566 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88688203-68d4-47fb-8f68-9b6979cea4d8 HTTP/1.1" status: 204 len: 168 time: 0.2879732 May 31 12:01:56.632177 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-2707c443-09fb-4f89-867a-db00fc1d88d2 req-f55e2fef-ac54-45c0-a04e-6d75fb370153 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Unset dirty status for tenant:9232631572ea461b8d87cf8e0821412b on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:56.633339 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2707c443-09fb-4f89-867a-db00fc1d88d2 req-f55e2fef-ac54-45c0-a04e-6d75fb370153 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 932 time: 0.3914235 May 31 12:01:56.706218 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2707c443-09fb-4f89-867a-db00fc1d88d2 req-f09b6af3-27f8-42c0-9c95-78faa011f05f tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 May 31 12:01:56.712066 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] For port 79c78f59-6ac3-40bb-a6df-67dd54f2584e, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:01:56.715975 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] For port 79c78f59-6ac3-40bb-a6df-67dd54f2584e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=79c78f59-6ac3-40bb-a6df-67dd54f2584e,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:01:56.821300 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.826523 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:56.886889 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:56.887519 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.889022 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] 10.222.0.54 "PUT /v2.0/ports/79c78f59-6ac3-40bb-a6df-67dd54f2584e HTTP/1.1" status: 200 len: 1094 time: 1.3069983 May 31 12:01:56.911856 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Pushing event updated for resources: {'Port': ['ID=79c78f59-6ac3-40bb-a6df-67dd54f2584e,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:56.915013 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:56.957886 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9d9d62-5955-438b-9f7e-8e93a93b4f0d', 'tag': '79c78f59-6ac3-40bb-a6df-67dd54f2584e'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:56.960456 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16" -d '{"events": [{"name": "network-changed", "server_uuid": "db9d9d62-5955-438b-9f7e-8e93a93b4f0d", "tag": "79c78f59-6ac3-40bb-a6df-67dd54f2584e"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:57.007453 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9db8e2-0338-4921-a972-e5f77eb497d5 x-openstack-request-id: req-9a9db8e2-0338-4921-a972-e5f77eb497d5 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:57.007950 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9d9d62-5955-438b-9f7e-8e93a93b4f0d", "tag": "79c78f59-6ac3-40bb-a6df-67dd54f2584e", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:57.008230 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a9db8e2-0338-4921-a972-e5f77eb497d5 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:57.008645 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9d9d62-5955-438b-9f7e-8e93a93b4f0d', 'tag': '79c78f59-6ac3-40bb-a6df-67dd54f2584e', 'status': 'completed', 'code': 200} May 31 12:01:57.123787 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-3bd2408c-a250-46ad-81d2-fc537cd14d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:57.125276 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-3bd2408c-a250-46ad-81d2-fc537cd14d77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9232631572ea461b8d87cf8e0821412b&device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 1097 time: 0.0734410 May 31 12:01:57.208930 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-68fee4ab-d662-4577-b39c-511ea61664c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c78f59-6ac3-40bb-a6df-67dd54f2584e HTTP/1.1" status: 200 len: 217 time: 0.0647604 May 31 12:01:57.272331 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-38203ed5-8ef6-4af8-bb20-d0f18e015c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:57.277294 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-38203ed5-8ef6-4af8-bb20-d0f18e015c54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e20f3a65-eb53-4911-ab8e-62a259703c57 HTTP/1.1" status: 200 len: 853 time: 0.0569370 May 31 12:01:57.331503 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-52dd256d-4194-41d9-ad6e-21adbf735e4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6812d402-e59f-4a10-ad7a-730437fa1979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438943 May 31 12:01:57.465566 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-c72b4076-1751-443b-b72d-31797d2f89db service neutron] 10.222.0.54 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256320 May 31 12:01:57.600139 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5489b3a8-030a-4faa-9369-c576a2362a12 req-372918ab-2168-4260-93fe-2b64f3ec60a8 service neutron] 10.222.0.54 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238093 May 31 12:01:57.854820 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-12ac5a56-7886-42a9-b6bc-e62f5dd70cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:57.856266 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-12ac5a56-7886-42a9-b6bc-e62f5dd70cf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9232631572ea461b8d87cf8e0821412b&device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 1097 time: 0.0710654 May 31 12:01:57.893816 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae588fc-4f3a-496c-8187-aeee840c5e0b req-18d03c2f-b1c8-4786-94d2-fc74e93e7fca tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:57.895286 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9ae588fc-4f3a-496c-8187-aeee840c5e0b req-18d03c2f-b1c8-4786-94d2-fc74e93e7fca tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 944 time: 0.0826113 May 31 12:01:57.940916 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9ae588fc-4f3a-496c-8187-aeee840c5e0b req-5cabe04c-9207-4dfa-aa18-7b28c292af68 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 May 31 12:01:58.095265 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-86723ac8-389e-4346-8368-bd1cc3bee1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:58.096742 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-86723ac8-389e-4346-8368-bd1cc3bee1c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6812d402-e59f-4a10-ad7a-730437fa1979 HTTP/1.1" status: 200 len: 914 time: 0.2319703 May 31 12:01:58.121616 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:01:58.169443 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-0f5552e3-f1b8-472b-8409-addf485de8b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c78f59-6ac3-40bb-a6df-67dd54f2584e HTTP/1.1" status: 200 len: 217 time: 0.0651464 May 31 12:01:58.237110 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-330f0715-faf5-42d1-8659-44dafbcc85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:58.238544 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-330f0715-faf5-42d1-8659-44dafbcc85e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e20f3a65-eb53-4911-ab8e-62a259703c57 HTTP/1.1" status: 200 len: 853 time: 0.0594661 May 31 12:01:58.303419 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-2eecc304-fd6c-448c-8a96-f681c8989684 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6812d402-e59f-4a10-ad7a-730437fa1979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459850 May 31 12:01:58.442636 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-53ab8a96-cdf3-428c-9d7e-f1e2c2692c90 service neutron] 10.222.0.54 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309845 May 31 12:01:58.574937 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0765d5f8-b35a-417d-bbc1-1891a1b4bb16 req-7eb94097-6725-44cf-a2f4-e72585e011e3 service neutron] 10.222.0.54 "GET /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248794 May 31 12:01:59.133340 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df52b16-c2d8-426f-b9bb-120958dec49d req-b78700ad-5f7b-4e8c-9c05-6228ea9dba2b tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:59.134725 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2df52b16-c2d8-426f-b9bb-120958dec49d req-b78700ad-5f7b-4e8c-9c05-6228ea9dba2b tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 944 time: 0.0829337 May 31 12:01:59.180992 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2df52b16-c2d8-426f-b9bb-120958dec49d req-78e262ce-bca0-4370-8a24-e0127093396e tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399947 May 31 12:01:59.892083 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 79c78f59-6ac3-40bb-a6df-67dd54f2584e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:02:00.022312 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 79c78f59-6ac3-40bb-a6df-67dd54f2584e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=79c78f59-6ac3-40bb-a6df-67dd54f2584e,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:00.034968 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '79c78f59-6ac3-40bb-a6df-67dd54f2584e', 'network_id': '6812d402-e59f-4a10-ad7a-730437fa1979', 'port_id': '79c78f59-6ac3-40bb-a6df-67dd54f2584e', 'mac_address': 'fa:16:3e:68:02:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20f3a65-eb53-4911-ab8e-62a259703c57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:02:00.093929 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.136335 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c78f59-6ac3-40bb-a6df-67dd54f2584e {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:02:00.151428 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 79c78f59-6ac3-40bb-a6df-67dd54f2584e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=79c78f59-6ac3-40bb-a6df-67dd54f2584e,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:00.215608 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.218757 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:00.286305 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=79c78f59-6ac3-40bb-a6df-67dd54f2584e,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:00.289684 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:00.371000 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f68b-1dbd-4cfe-86a4-e9fa8199104a req-504c6e4e-9dc8-4527-9a1b-22f250cb7e7e tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:00.372509 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e805f68b-1dbd-4cfe-86a4-e9fa8199104a req-504c6e4e-9dc8-4527-9a1b-22f250cb7e7e tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 945 time: 0.0828385 May 31 12:02:00.422293 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e805f68b-1dbd-4cfe-86a4-e9fa8199104a req-6220c8f2-e736-4f84-9c8f-d518577976d5 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 May 31 12:02:00.863518 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['79c78f59-6ac3-40bb-a6df-67dd54f2584e'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:02:01.607972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5aab9c-b9e5-4339-a1a4-2f14c2458bdc req-dfa64b2e-eac9-45ef-b5e2-c28f5076ea2a tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:01.609431 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ad5aab9c-b9e5-4339-a1a4-2f14c2458bdc req-dfa64b2e-eac9-45ef-b5e2-c28f5076ea2a tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 945 time: 0.0790799 May 31 12:02:01.653879 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ad5aab9c-b9e5-4339-a1a4-2f14c2458bdc req-8b8d9206-47d6-4273-83a4-c51d26ea6fc7 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388110 May 31 12:02:02.846327 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d001be-6a60-4a79-a082-ad6e2dd0ca16 req-43f1b483-de5d-4b3a-8f9e-eacc2fece565 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:02.847807 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c5d001be-6a60-4a79-a082-ad6e2dd0ca16 req-43f1b483-de5d-4b3a-8f9e-eacc2fece565 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 945 time: 0.0826082 May 31 12:02:02.959696 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c5d001be-6a60-4a79-a082-ad6e2dd0ca16 req-d300135f-fbcc-48de-9234-6a5365242d92 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061342 May 31 12:02:03.814740 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.913627 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 79c78f59-6ac3-40bb-a6df-67dd54f2584e up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:04.095049 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 79c78f59-6ac3-40bb-a6df-67dd54f2584e completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:04.100279 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 79c78f59-6ac3-40bb-a6df-67dd54f2584e triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:04.100663 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:04.159313 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2d5e7-1f1e-4ea3-a617-aeea31aa2349 req-968d0c34-c0ff-43b6-81ea-b6a6e63b6830 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:04.160809 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-27e2d5e7-1f1e-4ea3-a617-aeea31aa2349 req-968d0c34-c0ff-43b6-81ea-b6a6e63b6830 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 945 time: 0.0973310 May 31 12:02:04.206927 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-27e2d5e7-1f1e-4ea3-a617-aeea31aa2349 req-8dbacadf-dfb5-41aa-a780-f1a6f35c9f8e tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 May 31 12:02:04.227847 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:04.247191 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d9d62-5955-438b-9f7e-8e93a93b4f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c78f59-6ac3-40bb-a6df-67dd54f2584e'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:02:04.249503 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a39e44e-7b76-42c7-8747-180a7da49c45" -d '{"events": [{"server_uuid": "db9d9d62-5955-438b-9f7e-8e93a93b4f0d", "name": "network-vif-plugged", "status": "completed", "tag": "79c78f59-6ac3-40bb-a6df-67dd54f2584e"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:02:04.257807 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 79c78f59-6ac3-40bb-a6df-67dd54f2584e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=79c78f59-6ac3-40bb-a6df-67dd54f2584e,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:04.296862 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad311e8-7950-4902-9261-803df9d1a6e3 x-openstack-request-id: req-dad311e8-7950-4902-9261-803df9d1a6e3 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:02:04.296862 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9d9d62-5955-438b-9f7e-8e93a93b4f0d", "name": "network-vif-plugged", "status": "completed", "tag": "79c78f59-6ac3-40bb-a6df-67dd54f2584e", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:02:04.296862 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dad311e8-7950-4902-9261-803df9d1a6e3 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:02:04.296862 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d9d62-5955-438b-9f7e-8e93a93b4f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c78f59-6ac3-40bb-a6df-67dd54f2584e', 'code': 200} May 31 12:02:04.374918 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:04.376971 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:04.447200 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=79c78f59-6ac3-40bb-a6df-67dd54f2584e,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:04.450465 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:04.691608 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feb389-a5f4-4559-94fc-f2d74d401212 req-4c1ab4fc-c0eb-42ed-a1f9-6257fba584f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:04.693038 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-72feb389-a5f4-4559-94fc-f2d74d401212 req-4c1ab4fc-c0eb-42ed-a1f9-6257fba584f6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 1099 time: 0.0724220 May 31 12:02:04.735904 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-72feb389-a5f4-4559-94fc-f2d74d401212 req-32dfc0e4-0656-4c60-b0d3-b75b6b84b819 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 May 31 12:02:05.397396 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5629a-e00e-43d5-9a6c-86148b59e683 req-22d001ff-dab8-431e-a539-ea29b2c72ec9 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:05.398863 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6ad5629a-e00e-43d5-9a6c-86148b59e683 req-22d001ff-dab8-431e-a539-ea29b2c72ec9 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0849731 May 31 12:02:05.444523 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6ad5629a-e00e-43d5-9a6c-86148b59e683 req-f82a1ac2-70c3-44f7-8c05-9679353a2187 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 May 31 12:02:06.657968 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f01d67-773a-4b04-93e1-5ab4920508cd req-f24cd0ce-fb22-4c81-b038-2c289406cc6d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:06.659581 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f7f01d67-773a-4b04-93e1-5ab4920508cd req-f24cd0ce-fb22-4c81-b038-2c289406cc6d tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0897789 May 31 12:02:06.712442 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f7f01d67-773a-4b04-93e1-5ab4920508cd req-bcc535e7-799b-46c3-95ee-93b7eb54b6c2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472476 May 31 12:02:07.899991 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1335bd-39fc-437c-b45f-e96f73d5b8f8 req-641decfe-a145-433a-8676-d3322164468b tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:07.901340 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-db1335bd-39fc-437c-b45f-e96f73d5b8f8 req-641decfe-a145-433a-8676-d3322164468b tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0806861 May 31 12:02:07.945218 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-db1335bd-39fc-437c-b45f-e96f73d5b8f8 req-a16fe2a0-4d6a-4dbd-bfa2-eed24bf5746f tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 May 31 12:02:08.483969 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7533e5b-744b-4de2-86a7-9a752ed440e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.980164 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:11.214808 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f73dc482-9112-4981-ab75-b1ed4bda5de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.192122 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.883172 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.837441 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.120768 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:02:37.780456 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-cb5de06a-45f1-4742-aa31-95c12c85bd76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735972 May 31 12:02:37.781085 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1477ff-81ae-4b3d-9588-ae6613b6f8e1 req-f7c9726e-b930-47e5-9682-59dbf47937a2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:37.782372 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7e1477ff-81ae-4b3d-9588-ae6613b6f8e1 req-f7c9726e-b930-47e5-9682-59dbf47937a2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0870197 May 31 12:02:37.828180 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7e1477ff-81ae-4b3d-9588-ae6613b6f8e1 req-30ae581c-fddc-4511-b25e-9cc03f760291 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 May 31 12:02:37.890550 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-bc256d49-19cf-42aa-a83d-5be613fc999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:37.892040 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-bc256d49-19cf-42aa-a83d-5be613fc999b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1098 time: 0.0721374 May 31 12:02:38.039189 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-817a4293-ca5f-4d61-8757-5a0852bc2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:38.040664 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-817a4293-ca5f-4d61-8757-5a0852bc2ee2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 200 len: 910 time: 0.1270640 May 31 12:02:38.148172 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-3324818d-1cd1-450c-9ec5-7452e392d007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 200 len: 1000 time: 0.1002352 May 31 12:02:38.216621 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-19cc0a11-42da-4196-82b4-c33439848eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:38.217322 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-19cc0a11-42da-4196-82b4-c33439848eb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d42cef8c-079e-4ff5-8601-b7be4784a4a7 HTTP/1.1" status: 200 len: 848 time: 0.0626180 May 31 12:02:38.297151 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-cdb46c42-d1bc-46f9-a09a-ea390b3548ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:38.298667 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-cdb46c42-d1bc-46f9-a09a-ea390b3548ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=073b185b-d988-4fa5-be2f-0271044767b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738897 May 31 12:02:38.436551 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-7c8acbc1-5ba2-4d5a-bf94-e74b88f4ec5e service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294646 May 31 12:02:38.448503 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-942d730d-3eed-4a14-b1a0-278a26a76b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:38.571565 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24576d70-75bf-437c-af87-ca2c6cca10f6 req-f1afe803-d058-4bac-8a48-9beffb0a36c0 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280260 May 31 12:02:39.018419 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae545830-72b3-4cb0-a877-e2391acbb288 req-3763d792-fe68-41f5-bc0d-06aa3c4e4655 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:39.019937 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ae545830-72b3-4cb0-a877-e2391acbb288 req-3763d792-fe68-41f5-bc0d-06aa3c4e4655 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0799904 May 31 12:02:39.064161 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ae545830-72b3-4cb0-a877-e2391acbb288 req-4ba6bbb8-2d19-456c-88a6-1c624067018c tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380237 May 31 12:02:40.253905 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e04a8-b502-4ea7-aca1-4522941bc8ea req-bd2c43f9-fa0f-465b-96b8-0a7c3d62961a tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:40.255262 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1b4e04a8-b502-4ea7-aca1-4522941bc8ea req-bd2c43f9-fa0f-465b-96b8-0a7c3d62961a tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0824573 May 31 12:02:40.299904 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1b4e04a8-b502-4ea7-aca1-4522941bc8ea req-8e1910e5-732d-4e86-92ad-5f5aac6227f2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 May 31 12:02:40.957187 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:41.213651 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27b2e11b-742c-4ddc-a03d-1bc4a111dc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:41.484374 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f28cd8-0d2d-424e-a1a6-204b983204d9 req-3703ab5e-e48b-4500-b2f0-205ee82dbada tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:41.485722 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c4f28cd8-0d2d-424e-a1a6-204b983204d9 req-3703ab5e-e48b-4500-b2f0-205ee82dbada tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0802372 May 31 12:02:41.533574 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c4f28cd8-0d2d-424e-a1a6-204b983204d9 req-39fd8d1e-7d99-4ded-b52d-827b5fc64473 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 May 31 12:02:42.191294 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:42.724497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b88b-8b17-477c-b97e-980b65f88204 req-0f4dbdb9-4fdd-4f33-ba4b-4d0ba9fb33c2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:42.725943 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-50d8b88b-8b17-477c-b97e-980b65f88204 req-0f4dbdb9-4fdd-4f33-ba4b-4d0ba9fb33c2 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0795815 May 31 12:02:42.771894 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-50d8b88b-8b17-477c-b97e-980b65f88204 req-4afa8220-eced-47cb-8513-65c4db2e4e5c tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a0a370-5cb1-43b9-b20e-84aafb75cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 May 31 12:02:43.141250 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707edf31-d330-4a71-ba7d-534a6c52705c req-3979378e-6776-4fa7-b759-1e62160cc439 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:43.142597 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-707edf31-d330-4a71-ba7d-534a6c52705c req-3979378e-6776-4fa7-b759-1e62160cc439 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.54 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 946 time: 0.0827806 May 31 12:02:43.374850 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Deleting port 79c78f59-6ac3-40bb-a6df-67dd54f2584e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:02:43.375185 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:43.508374 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] For port 79c78f59-6ac3-40bb-a6df-67dd54f2584e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=79c78f59-6ac3-40bb-a6df-67dd54f2584e,segment=NetworkSegment(fbd9846c-4347-4b50-b81a-4319a8316fc3),segment_id=fbd9846c-4347-4b50-b81a-4319a8316fc3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:43.508632 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:43.635248 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Calling delete_port for 79c78f59-6ac3-40bb-a6df-67dd54f2584e owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:02:43.831443 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:43.838005 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:43.869627 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['79c78f59-6ac3-40bb-a6df-67dd54f2584e'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:02:43.884245 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Pushing event deleted for resources: {'Port': ['ID=79c78f59-6ac3-40bb-a6df-67dd54f2584e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:43.908779 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:43.923919 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.924289 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.924646 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.924936 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-80df5250-7980-4430-ad61-982e7f598032 req-5bbc85f2-c7ba-4735-8f1d-8fd79a7640e0 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 210 time: 0.0445507 May 31 12:02:43.925438 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.925438 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.925661 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.926004 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.926345 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.926689 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.927027 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.927365 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.927718 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:43.931566 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:44.229821 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] No DVR routers for this DVR port 79c78f59-6ac3-40bb-a6df-67dd54f2584e on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:02:44.232442 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:44.235123 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d9d62-5955-438b-9f7e-8e93a93b4f0d', 'name': 'network-vif-deleted', 'tag': '79c78f59-6ac3-40bb-a6df-67dd54f2584e'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:02:44.237519 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc74de5-1770-4140-b8ee-a643e9e43d6f" -d '{"events": [{"server_uuid": "db9d9d62-5955-438b-9f7e-8e93a93b4f0d", "name": "network-vif-deleted", "tag": "79c78f59-6ac3-40bb-a6df-67dd54f2584e"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:02:44.295550 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-707edf31-d330-4a71-ba7d-534a6c52705c req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.54 "DELETE /v2.0/ports/79c78f59-6ac3-40bb-a6df-67dd54f2584e HTTP/1.1" status: 204 len: 173 time: 1.1468585 May 31 12:02:44.339311 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4112bb93-4eb2-40f6-a1a9-cec948fa3ef9 x-openstack-request-id: req-4112bb93-4eb2-40f6-a1a9-cec948fa3ef9 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:02:44.339627 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9d9d62-5955-438b-9f7e-8e93a93b4f0d", "name": "network-vif-deleted", "tag": "79c78f59-6ac3-40bb-a6df-67dd54f2584e", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:02:44.339983 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4112bb93-4eb2-40f6-a1a9-cec948fa3ef9 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:02:44.340348 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d9d62-5955-438b-9f7e-8e93a93b4f0d', 'name': 'network-vif-deleted', 'tag': '79c78f59-6ac3-40bb-a6df-67dd54f2584e', 'status': 'completed', 'code': 200} May 31 12:02:45.099551 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-6f8769a2-193b-49de-92a3-b3e7d007cb6d req-cc1c20dd-d521-4235-9702-872fc86e5bfd tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Synchronizing usage tracker for tenant:9232631572ea461b8d87cf8e0821412b on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:45.180132 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-6f8769a2-193b-49de-92a3-b3e7d007cb6d req-cc1c20dd-d521-4235-9702-872fc86e5bfd tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Unset dirty status for tenant:9232631572ea461b8d87cf8e0821412b on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:45.181236 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6f8769a2-193b-49de-92a3-b3e7d007cb6d req-cc1c20dd-d521-4235-9702-872fc86e5bfd tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] 10.222.0.58 "GET /v2.0/ports?device_id=db9d9d62-5955-438b-9f7e-8e93a93b4f0d HTTP/1.1" status: 200 len: 210 time: 0.1234138 May 31 12:02:48.113999 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 79c78f59-6ac3-40bb-a6df-67dd54f2584e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:02:48.148816 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 79c78f59-6ac3-40bb-a6df-67dd54f2584e {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:02:48.149235 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 79c78f59-6ac3-40bb-a6df-67dd54f2584e not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:03.876637 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.961840 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441c6c-402c-4c1d-8499-4fb0863eb1a3 req-4645a335-45ac-4a87-97e0-5c6d8d5b0c8a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:05.963332 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-89441c6c-402c-4c1d-8499-4fb0863eb1a3 req-4645a335-45ac-4a87-97e0-5c6d8d5b0c8a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0813613 May 31 12:03:06.019071 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-89441c6c-402c-4c1d-8499-4fb0863eb1a3 req-c3caa7ea-ae0e-4cfc-a0f6-db3896b5ea61 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484250 May 31 12:03:07.220156 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7eda8-729e-4f36-a0ee-f5bc7508b889 req-c44a3144-ffb6-490c-bd3f-a86f090964cf tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:07.221545 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9bb7eda8-729e-4f36-a0ee-f5bc7508b889 req-c44a3144-ffb6-490c-bd3f-a86f090964cf tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0848775 May 31 12:03:07.266081 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9bb7eda8-729e-4f36-a0ee-f5bc7508b889 req-28b572d4-aa5c-435e-ac51-0db3ef5690c6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389802 May 31 12:03:08.460284 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c64f-2ac4-479b-ac2e-261145dc6989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:08.461268 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db30bde-aa38-4204-b061-7467f3db74f7 req-205bf8a2-4ac4-4bde-a513-21fcccf7a3d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:08.462862 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4db30bde-aa38-4204-b061-7467f3db74f7 req-205bf8a2-4ac4-4bde-a513-21fcccf7a3d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0866704 May 31 12:03:08.509303 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4db30bde-aa38-4204-b061-7467f3db74f7 req-f2fa6a4d-8fc2-4cb8-88e6-8715a85df608 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 May 31 12:03:09.704185 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65187435-3493-4903-89d2-70be84c68a60 req-352aed78-58a6-496d-b150-6f417d3887e1 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:09.705663 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-65187435-3493-4903-89d2-70be84c68a60 req-352aed78-58a6-496d-b150-6f417d3887e1 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0887930 May 31 12:03:09.759226 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-65187435-3493-4903-89d2-70be84c68a60 req-59571c0e-f822-4963-95c9-fc4a14fba54a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422173 May 31 12:03:10.945449 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd62c8c-9ef0-47d1-bf24-eb431e387400 req-a41f01b7-2251-4179-8cf0-93e4119ada8b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:10.946822 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cbd62c8c-9ef0-47d1-bf24-eb431e387400 req-a41f01b7-2251-4179-8cf0-93e4119ada8b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0810120 May 31 12:03:10.962400 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.997783 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cbd62c8c-9ef0-47d1-bf24-eb431e387400 req-c471f290-a377-4293-8add-b3c8830462a5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 May 31 12:03:11.213604 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3911-6413-464e-83d3-2935c2f7cf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.413748 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ebd0b-a12b-4f40-afa1-fd0da79603a4 req-6f44a2bb-bd29-486e-9c37-5240565266a4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:11.415199 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eb3ebd0b-a12b-4f40-afa1-fd0da79603a4 req-6f44a2bb-bd29-486e-9c37-5240565266a4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.0852084 May 31 12:03:11.460794 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eb3ebd0b-a12b-4f40-afa1-fd0da79603a4 req-5fab3303-bbba-403a-a1be-3323a172373c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391326 May 31 12:03:12.120434 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:03:12.192780 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86955428-cafe-4f50-89a2-439443f4ff38 req-e2f9bb15-16f8-4b09-9569-5c737774ebf8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:12.194224 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86955428-cafe-4f50-89a2-439443f4ff38 req-e2f9bb15-16f8-4b09-9569-5c737774ebf8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0832148 May 31 12:03:12.219195 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.238560 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86955428-cafe-4f50-89a2-439443f4ff38 req-802b2d44-31d7-481e-b1eb-2d8b6bb12e8e tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385265 May 31 12:03:12.663189 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862a0c-20ef-4119-af24-d739c595dc5e req-2b0f45fb-104d-4787-b455-19bec22eceda tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:12.664688 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-69862a0c-20ef-4119-af24-d739c595dc5e req-2b0f45fb-104d-4787-b455-19bec22eceda tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.0887485 May 31 12:03:12.710101 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-69862a0c-20ef-4119-af24-d739c595dc5e req-82241e78-30dd-43fa-9084-47084b18eef3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387142 May 31 12:03:13.437152 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e666-2148-4b6b-beec-cfb0bf5043db req-52cbdd31-0a91-40d4-81e3-c141f40d267b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:13.438612 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6233e666-2148-4b6b-beec-cfb0bf5043db req-52cbdd31-0a91-40d4-81e3-c141f40d267b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0905504 May 31 12:03:13.537046 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6233e666-2148-4b6b-beec-cfb0bf5043db req-634bcbc8-8ac7-4889-ac7a-eab5ca471abf tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649328 May 31 12:03:13.560777 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-bc08dc73-a020-4372-8138-9c3fd3ab58b6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:13.562202 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-bc08dc73-a020-4372-8138-9c3fd3ab58b6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.1227539 May 31 12:03:13.704857 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Deleting port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:13.705198 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.847286 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] For port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:13.847676 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.894144 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.923901 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a247e-aed7-47b1-ba62-994027508a4d req-03401198-0e83-4cc4-94c3-69e90ea92e3f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:13.925458 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3c0a247e-aed7-47b1-ba62-994027508a4d req-03401198-0e83-4cc4-94c3-69e90ea92e3f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 946 time: 0.0885804 May 31 12:03:13.974436 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3c0a247e-aed7-47b1-ba62-994027508a4d req-8a17881f-f09b-4df6-a523-3ac799ea4906 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c14034ca-2637-46e2-aea1-15645bf2223b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430880 May 31 12:03:14.256019 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:14.256382 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:14.256692 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.l3_db [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Floating IP 26a7c327-9302-4b80-b038-d75c4bdeb9d8 disassociated. External IP: 172.28.2.4, port: 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd. May 31 12:03:14.257035 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Calling delete_port for 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:14.436407 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:14.442525 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:14.493973 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event deleted for resources: {'Port': ['ID=2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:14.502422 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:14.746090 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:03:14.829789 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ce249-314e-443c-86c7-e9915ca45f14 req-f80061d3-b1be-45be-8e03-318840f6d79b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:14.831409 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3d5ce249-314e-443c-86c7-e9915ca45f14 req-f80061d3-b1be-45be-8e03-318840f6d79b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1824772 May 31 12:03:14.965406 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3d5ce249-314e-443c-86c7-e9915ca45f14 req-f3e142c3-466d-4200-8ba4-4d0d0cd9786a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258976 May 31 12:03:14.988266 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:03:15.006956 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] Sync routers for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:03:15.019539 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:15.020216 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:03:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:15.072075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] No DVR routers for this DVR port 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:03:15.074749 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.077773 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-deleted', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:15.080087 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa98958c-aa74-49fa-b64c-645c98386857" -d '{"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-deleted", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:15.128627 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a5a172-dc4a-4ebd-8e99-2ef338d007f8 x-openstack-request-id: req-43a5a172-dc4a-4ebd-8e99-2ef338d007f8 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:15.132273 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a30f08-eed9-48ae-8911-67ea648e1b71", "name": "network-vif-deleted", "tag": "2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:15.132273 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43a5a172-dc4a-4ebd-8e99-2ef338d007f8 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:15.132273 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a30f08-eed9-48ae-8911-67ea648e1b71', 'name': 'network-vif-deleted', 'tag': '2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd', 'status': 'completed', 'code': 200} May 31 12:03:15.163959 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1fb89e91-65c5-4825-9230-4920f62b29fc req-e819e845-80ae-46c2-a8a8-bdcaad8f9409 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a30f08-eed9-48ae-8911-67ea648e1b71 HTTP/1.1" status: 200 len: 210 time: 0.0542221 May 31 12:03:15.174469 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c1f1f4bb-4134-4c2d-a718-7713686ee0dd req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "DELETE /v2.0/ports/2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd HTTP/1.1" status: 204 len: 173 time: 1.6064458 May 31 12:03:15.230937 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:15.400371 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47022) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:15.462514 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Deleting subnet e20f3a65-eb53-4911-ab8e-62a259703c57 {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:03:15.466184 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.522803 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150063'] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.573351 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:15.578511 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] Checking router: e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:03:15.586972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.587251 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:15.587868 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:03:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:15.773576 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:15.980078 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2405792'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.984618 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-cba90909-4b34-482b-8614-5458557fa945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:16.018636 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20f3a65-eb53-4911-ab8e-62a259703c57,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:16.028832 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.029112 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.029689 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.030059 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.030419 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.030781 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.031137 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.031497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.031940 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.032482 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.033197 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.033850 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:16.042047 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:16.043220 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.060754 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:16.070669 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0ea86fc8-a0df-47f6-b8d5-a501d3376852 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e20f3a65-eb53-4911-ab8e-62a259703c57 HTTP/1.1" status: 204 len: 168 time: 0.6600780 May 31 12:03:16.192043 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:16.200269 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655baae-591b-4ff7-b547-9ff8354af6b1 None None] The sync data for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb is: [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:03:16.258205 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.343891 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775a94f-1fe0-415f-9cd0-cc721c9312a6 req-56949b48-abaa-4c0f-835e-0b063ecc0c36 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:16.345413 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9775a94f-1fe0-415f-9cd0-cc721c9312a6 req-56949b48-abaa-4c0f-835e-0b063ecc0c36 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1854448 May 31 12:03:16.387245 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47036) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:16.440121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.459549 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6812d402-e59f-4a10-ad7a-730437fa1979']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:16.466499 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8c7e130d-7524-461e-92b8-3069d4615d03 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.480613 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9775a94f-1fe0-415f-9cd0-cc721c9312a6 req-173103d4-fb86-4d13-b5a9-a7fad6a710e9 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856833 May 31 12:03:16.491082 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd9846c-4347-4b50-b81a-4319a8316fc3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:16.492630 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd9846c-4347-4b50-b81a-4319a8316fc3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:16.503101 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8c7e130d-7524-461e-92b8-3069d4615d03 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.511469 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.531609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.548706 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:03:16.550094 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:03:16.565550 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:03:16.597640 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b594e51-1773-454c-9913-e472ec1de97e None None] New status for floating IP 26a7c327-9302-4b80-b038-d75c4bdeb9d8: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:03:16.632130 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8c7e130d-7524-461e-92b8-3069d4615d03 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.646015 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-dadae4c2-1061-4c38-a7fc-5cc9762db553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:16.667086 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e130d-7524-461e-92b8-3069d4615d03 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14034ca-2637-46e2-aea1-15645bf2223b,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:16.680991 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8c7e130d-7524-461e-92b8-3069d4615d03 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:16.739531 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.743446 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4a55a0e2-037d-4a73-9740-9d75aa6df359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:16.757413 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.769266 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6812d402-e59f-4a10-ad7a-730437fa1979,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:16.776090 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:16.779147 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8c7e130d-7524-461e-92b8-3069d4615d03 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.780392 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8c7e130d-7524-461e-92b8-3069d4615d03 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "DELETE /v2.0/security-groups/c14034ca-2637-46e2-aea1-15645bf2223b HTTP/1.1" status: 204 len: 168 time: 0.3919446 May 31 12:03:16.783458 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47040) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:16.801327 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.api.v2.resource [None req-422d431e-8c8b-48bb-b6c0-01d2c7a95aa8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] show failed (client error): The resource could not be found. May 31 12:03:16.802350 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-422d431e-8c8b-48bb-b6c0-01d2c7a95aa8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups/c14034ca-2637-46e2-aea1-15645bf2223b HTTP/1.1" status: 404 len: 347 time: 0.0178003 May 31 12:03:16.805347 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47044) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:16.973813 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6812d402-e59f-4a10-ad7a-730437fa1979 HTTP/1.1" status: 204 len: 168 time: 0.9119873 May 31 12:03:17.129204 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Deleting port 479608d2-0a1e-4764-89de-0f72d628ba02 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:17.129881 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.248780 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.249099 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.320525 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47050) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:17.370784 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Calling delete_port for 479608d2-0a1e-4764-89de-0f72d628ba02 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:17.374801 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-5cf9bea7-51ca-485d-ae8c-5cd9e472ad36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9232631572ea461b8d87cf8e0821412b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502422 May 31 12:03:17.375809 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47054) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:17.446794 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-685811ac-38f5-4f90-99bb-c2e102460e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.476207 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-685811ac-38f5-4f90-99bb-c2e102460e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.550946 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.555945 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7e2d6c06-d8b7-4471-a240-9e46a529e7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:17.600412 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event deleted for resources: {'Port': ['ID=479608d2-0a1e-4764-89de-0f72d628ba02,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:17.626354 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-685811ac-38f5-4f90-99bb-c2e102460e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.633959 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:17.639197 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-40a76c49-06d6-412b-8569-1d086d53aa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:17.656850 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685811ac-38f5-4f90-99bb-c2e102460e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a0a370-5cb1-43b9-b20e-84aafb75cd80,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:17.666985 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-685811ac-38f5-4f90-99bb-c2e102460e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:17.695985 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.699111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7524a-196b-402a-a5e9-1e3a730d0771 req-b2d685ab-192a-4fe7-937c-b2e791fbb1fc tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:17.701143 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a2a7524a-196b-402a-a5e9-1e3a730d0771 req-b2d685ab-192a-4fe7-937c-b2e791fbb1fc tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1116886 May 31 12:03:17.711173 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.712397 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "DELETE /v2.0/floatingips/26a7c327-9302-4b80-b038-d75c4bdeb9d8 HTTP/1.1" status: 204 len: 168 time: 0.9060938 May 31 12:03:17.748262 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a2a7524a-196b-402a-a5e9-1e3a730d0771 req-85476fb3-e659-4367-8f66-e9a80369f62c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406551 May 31 12:03:17.781174 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-685811ac-38f5-4f90-99bb-c2e102460e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.782066 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-685811ac-38f5-4f90-99bb-c2e102460e51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73a0a370-5cb1-43b9-b20e-84aafb75cd80 HTTP/1.1" status: 204 len: 168 time: 0.4052746 May 31 12:03:18.051430 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47066) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:18.056623 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198866132', 'description': 'tempest-description--1076830215'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:18.063382 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:18.067466 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:security_group and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:18.070400 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:18.077717 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:18.162625 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.230393 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:18.245409 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:security_group_rule and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:18.251043 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:18.260813 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:18.308618 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b820003-f0a6-4679-a95f-50f084ec3e12 req-7f3fcc23-1b81-41b5-a29f-11435f0cfe88 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:18.310691 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3b820003-f0a6-4679-a95f-50f084ec3e12 req-7f3fcc23-1b81-41b5-a29f-11435f0cfe88 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1365218 May 31 12:03:18.361688 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:18.388571 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3b820003-f0a6-4679-a95f-50f084ec3e12 req-5d8714cb-919f-4823-947c-aeb21bc597ce tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718939 May 31 12:03:18.390837 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.410307 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:18.410681 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 2e7e2c59-372a-4ecd-9a95-58d6dc7f6efd not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:18.435950 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-067fcdf4-8cb9-49bc-8515-8ad7424dea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:18.437411 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-067fcdf4-8cb9-49bc-8515-8ad7424dea78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 1099 time: 0.0799780 May 31 12:03:18.453886 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.458402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-88d2db48-b722-43f0-ae12-58f588046678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:18.503008 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:18.505715 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:18.568331 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.569499 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5170290 May 31 12:03:18.572404 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47072) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:18.576610 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-6a778b7b-86f7-4b7e-84ae-49ff46508dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:18.578067 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-6a778b7b-86f7-4b7e-84ae-49ff46508dbc service neutron] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 911 time: 0.1331103 May 31 12:03:18.581235 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'security_group_rule': {'security_group_id': '0c627620-a1f5-4d1f-8a7c-d5f217e4b6db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:18.587977 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:18.592497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:security_group_rule and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:18.595385 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:18.602157 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:18.676211 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.689517 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-c4780b21-9c0d-4423-918e-75070ba5bfcf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 200 len: 1002 time: 0.1024170 May 31 12:03:18.744753 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.758822 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-20d5b645-4802-4498-a8e7-9cdd1cc7f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:18.760306 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-20d5b645-4802-4498-a8e7-9cdd1cc7f79f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.0643418 May 31 12:03:18.826015 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.834312 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-efa2adfd-1ccf-4c72-9a35-3e5e9ada866b tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:18.838931 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-0bea94a9-d9a9-49fe-8b1d-970b1000239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:18.841652 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-0bea94a9-d9a9-49fe-8b1d-970b1000239d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738244 May 31 12:03:18.857526 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1144baa-24fd-4c24-a3b1-e48f88ae70f6,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:18.860184 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:18.928869 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.931188 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-007aba21-f177-4606-909c-85a0b15ab60f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575168 May 31 12:03:18.933692 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47076) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:18.939197 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'security_group_rule': {'security_group_id': '0c627620-a1f5-4d1f-8a7c-d5f217e4b6db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:18.945350 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:18.949178 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:security_group_rule and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:18.952866 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:18.958666 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:18.984073 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-722fcfaa-0c7d-4a5f-80fb-99e54e4e2b1c service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326530 May 31 12:03:19.036751 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.100405 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.120386 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bc2084e-9582-42e2-88ab-431c2aeb39b6 req-ebe5200e-9ba7-4168-8381-3ba9353bc4f8 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276171 May 31 12:03:19.173897 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.176019 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e89d7367-5ea6-4845-868b-f462e26a3d03 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:19.198641 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff77407-a53f-4722-bf29-9da431556bad,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:19.201191 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:19.259204 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.260467 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0b3be8e6-5dfa-4846-8880-f9cf8292c32a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3257327 May 31 12:03:19.263571 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47080) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:19.268658 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'floatingip': {'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:19.274496 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:19.278996 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Usage tracker for resource:floatingip and tenant:ed32271e1e944cfc966e436cfaaeda75 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:19.281971 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:19.288029 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:19.373796 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.510858 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.580173 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833c65c-bd99-4aa7-9dbf-6cf42e19fe64 req-22b72dc2-e1a8-4aff-a27c-72853e05111f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:19.581622 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a833c65c-bd99-4aa7-9dbf-6cf42e19fe64 req-22b72dc2-e1a8-4aff-a27c-72853e05111f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0805995 May 31 12:03:19.655822 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Allocated IP 172.28.2.63 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/9a2e84c0-d9cd-46de-a1a6-0afb8b18bdf2) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:03:19.721597 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a833c65c-bd99-4aa7-9dbf-6cf42e19fe64 req-0c30ac59-2d3c-461e-a61c-c1a2765e6976 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341870 May 31 12:03:19.815331 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.945664 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.950207 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8d482fe9-e6a1-408b-b840-fdce46741203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:20.013811 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:03:20.016788 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:03:20.020200 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:03:20.053187 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'Port': ['ID=9a2e84c0-d9cd-46de-a1a6-0afb8b18bdf2,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:20.059954 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:20.107131 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.264013 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.476917 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.545380 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.549179 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:20.744998 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'Port': ['ID=9a2e84c0-d9cd-46de-a1a6-0afb8b18bdf2,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:20.747850 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:20.757319 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.862966 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.864221 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5996811 May 31 12:03:20.920262 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a7efb-09d5-4b33-aa5d-cfb88e5867b8 req-1c374e89-e6d3-4d23-ab9c-a4d14bf0affd tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:20.921844 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f40a7efb-09d5-4b33-aa5d-cfb88e5867b8 req-1c374e89-e6d3-4d23-ab9c-a4d14bf0affd tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0912111 May 31 12:03:20.978483 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f40a7efb-09d5-4b33-aa5d-cfb88e5867b8 req-57e32698-4fb4-4d1c-84e7-71663e86d093 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508101 May 31 12:03:21.093784 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-33c4f3d7-eb3b-4a4a-9ed9-1bda94871617 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1198866132&fields=id&tenant_id=ed32271e1e944cfc966e436cfaaeda75 HTTP/1.1" status: 200 len: 267 time: 0.0411572 May 31 12:03:21.243567 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-7c0c43b2-c5ed-4ecc-9dca-5edb9c0c529c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:21.244912 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-7c0c43b2-c5ed-4ecc-9dca-5edb9c0c529c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 817 time: 0.1445820 May 31 12:03:21.260507 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-9015ca55-80be-41f9-acb1-0d3b89179f5a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/quotas/ed32271e1e944cfc966e436cfaaeda75 HTTP/1.1" status: 200 len: 375 time: 0.0093663 May 31 12:03:21.345217 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-9ae955ae-02d3-443f-a5f2-84698fa598f6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Synchronizing usage tracker for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:03:21.407962 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-9ae955ae-02d3-443f-a5f2-84698fa598f6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Unset dirty status for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:03:21.409286 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-9ae955ae-02d3-443f-a5f2-84698fa598f6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438174 May 31 12:03:21.648866 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-daf9481a-1145-49e4-a9f1-9aef27a9c927 service neutron] 10.222.0.58 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271326 May 31 12:03:21.781532 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-1589d464-cd49-4eba-a192-3bb991aff604 service neutron] 10.222.0.58 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262043 May 31 12:03:22.041166 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5b301063-2a20-47e0-80fb-5dc81f940f35 req-4c108b95-a99f-4972-981a-fd4c15d8d08e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 210 time: 0.0461652 May 31 12:03:23.197334 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2996bc8d-a179-4e03-89fc-8ddddf3472e2 req-7ff096dc-5b5d-44e8-9882-4159f42264d8 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 210 time: 0.0465231 May 31 12:03:23.980428 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f95c57c9-18ce-4d25-959d-7266a8a2bfbf tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:23.981939 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f95c57c9-18ce-4d25-959d-7266a8a2bfbf tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 817 time: 0.1488307 May 31 12:03:24.042601 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-bfe9286d-4cf4-4129-ac46-ba836d41d9a5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed32271e1e944cfc966e436cfaaeda75 HTTP/1.1" status: 200 len: 380 time: 0.0408144 May 31 12:03:24.051093 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'port': {'device_id': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'admin_state_up': True, 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'security_groups': ['0c627620-a1f5-4d1f-8a7c-d5f217e4b6db']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:24.191707 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:24.202842 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:24.311119 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Made reservation on behalf of ed32271e1e944cfc966e436cfaaeda75 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:03:24.314700 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:24.358751 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bd2f6cee-f24f-4b2a-96a8-13737779f7e8 req-7eb3cfb8-e9fb-4fc6-9913-c77f335cda00 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 210 time: 0.0432594 May 31 12:03:24.478487 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Allocated IP 172.20.0.10 (30ed6c00-bb5b-4861-b8b7-90291f71fa9f/0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3/16cd72bb-fb9e-4cb8-8cca-80caac61ae9c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:03:24.663894 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:24.678765 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Transition to ACTIVE for port object 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c will not be triggered until provisioned by entity DHCP. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:03:24.785623 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:24.791112 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:24.861743 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:03:24.864934 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:03:24.868637 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:03:24.906095 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:24.910948 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:24.940414 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:24.941124 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:25.008496 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9609108 May 31 12:03:25.026549 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Request body: {'port': {'device_id': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:25.093436 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-ad048064-538b-4636-9db1-04e05d9fb50d None None] Provisioning for port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:03:25.098443 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-ad048064-538b-4636-9db1-04e05d9fb50d None None] Provisioning complete for port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:03:25.098875 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad048064-538b-4636-9db1-04e05d9fb50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:25.142407 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:25.157305 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ad048064-538b-4636-9db1-04e05d9fb50d None None] Port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:03:25.638501 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c54cd-1e7a-470c-a7d3-596d52168f6d req-97ee4508-f531-476e-88c8-f45a193b7a8c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:25.639182 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-251c54cd-1e7a-470c-a7d3-596d52168f6d req-97ee4508-f531-476e-88c8-f45a193b7a8c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Synchronizing usage tracker for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:03:25.651531 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:03:25.661988 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:25.676503 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Transition to ACTIVE for port object 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:03:25.762255 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-251c54cd-1e7a-470c-a7d3-596d52168f6d req-97ee4508-f531-476e-88c8-f45a193b7a8c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Unset dirty status for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:03:25.763636 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-251c54cd-1e7a-470c-a7d3-596d52168f6d req-97ee4508-f531-476e-88c8-f45a193b7a8c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 932 time: 0.2943053 May 31 12:03:25.798558 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:25.804860 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b35deffe-6610-4f3b-832d-52633aeb2279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:25.856973 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-251c54cd-1e7a-470c-a7d3-596d52168f6d req-300847f6-a7df-405b-9d0a-5c1587664123 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873682 May 31 12:03:25.966119 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:25.973545 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:26.050172 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Attempting to bind port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:03:26.050502 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Attempting to bind port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:03:26.050830 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Attempting to bind port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c on network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:03:26.055405 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c on network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:03:26.055756 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Attempting to bind port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c on network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:03:26.060844 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:03:26.061174 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Checking segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:03:26.061549 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Bound using segment: {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:03:26.061967 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Bound port: 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca68627-f8d5-42c7-a440-4176f154d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:03:26.062311 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:26.150487 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:03:26.153950 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:03:26.208233 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:26.211945 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7bfffc6d-eb43-4b66-b857-7e52cc12ea98 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:26.272659 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:26.273756 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:26.274621 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] 10.222.0.54 "PUT /v2.0/ports/16cd72bb-fb9e-4cb8-8cca-80caac61ae9c HTTP/1.1" status: 200 len: 1094 time: 1.2525187 May 31 12:03:26.275129 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:26.277459 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b976638-98ee-4716-9041-a183e7ccee8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:26.298286 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:26.301956 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-21bfc08b-c8bf-4ed0-a52f-d2511e4dbeea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:26.331244 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc1cb1c-3ece-4a7e-963d-257dbb77787a x-openstack-request-id: req-2bc1cb1c-3ece-4a7e-963d-257dbb77787a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:26.331244 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:26.331244 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bc1cb1c-3ece-4a7e-963d-257dbb77787a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:26.331244 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'status': 'completed', 'code': 200} May 31 12:03:26.448761 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b976638-98ee-4716-9041-a183e7ccee8f req-5b763e0f-07e3-4736-901c-84f7434a1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:26.450365 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4b976638-98ee-4716-9041-a183e7ccee8f req-5b763e0f-07e3-4736-901c-84f7434a1357 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1097 time: 0.0739875 May 31 12:03:26.595691 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b976638-98ee-4716-9041-a183e7ccee8f req-db7222d3-a60a-46d8-8fdd-78226aa7182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:26.597128 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4b976638-98ee-4716-9041-a183e7ccee8f req-db7222d3-a60a-46d8-8fdd-78226aa7182c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ed32271e1e944cfc966e436cfaaeda75&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1330702 May 31 12:03:26.732190 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b976638-98ee-4716-9041-a183e7ccee8f req-4978acea-1192-4994-8986-9efb298a0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:26.733621 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4b976638-98ee-4716-9041-a183e7ccee8f req-4978acea-1192-4994-8986-9efb298a0272 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298151 May 31 12:03:26.886325 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-166fe157-ca30-4eb8-a7e3-33092b404121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:26.887980 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-166fe157-ca30-4eb8-a7e3-33092b404121 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1097 time: 0.0708940 May 31 12:03:26.976622 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-f68f2652-cb54-4c22-aacd-86f466c897f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c HTTP/1.1" status: 200 len: 217 time: 0.0669014 May 31 12:03:27.085796 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-df8d1f7e-217d-4671-8852-ceca206982a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:27.087111 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-df8d1f7e-217d-4671-8852-ceca206982a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.0767028 May 31 12:03:27.145463 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84d73-986e-4ed6-b533-9c97abe6f20b req-031b963a-7154-40dc-a767-10459bcd016b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:27.146829 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1ba84d73-986e-4ed6-b533-9c97abe6f20b req-031b963a-7154-40dc-a767-10459bcd016b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1728554 May 31 12:03:27.206777 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1ba84d73-986e-4ed6-b533-9c97abe6f20b req-04dae888-5de2-44c2-abee-78227d561439 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489790 May 31 12:03:27.213930 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-375c623e-2234-4c41-8e1a-1300b9b06ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:27.216499 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-375c623e-2234-4c41-8e1a-1300b9b06ca7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1199152 May 31 12:03:27.354371 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-19ca3ef7-ec55-4a62-9a3e-88634a759a7a service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321375 May 31 12:03:27.641924 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d11feafd-dc8c-4a97-a5b1-a79a5d12ed08 req-2f860d9b-4407-4abd-b54d-92e911725503 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801569 May 31 12:03:27.660369 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49628a5-5316-4ca1-82db-beda74a33c0f req-410afb81-cc43-48fe-9660-fb1c899cb0d1 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:27.661825 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d49628a5-5316-4ca1-82db-beda74a33c0f req-410afb81-cc43-48fe-9660-fb1c899cb0d1 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.1248364 May 31 12:03:27.706756 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d49628a5-5316-4ca1-82db-beda74a33c0f req-49a23b1a-f64f-457d-b23e-d2ba88522c8a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391254 May 31 12:03:28.406997 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f11172-3a9c-46ad-b796-1fe715b7d9d3 req-1db6c406-ac25-4872-b1b0-82473454e412 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:28.408468 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a0f11172-3a9c-46ad-b796-1fe715b7d9d3 req-1db6c406-ac25-4872-b1b0-82473454e412 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.0871742 May 31 12:03:28.451722 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-a0f11172-3a9c-46ad-b796-1fe715b7d9d3 req-ab95941a-4159-4102-8a20-ab438337be35 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Synchronizing usage tracker for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:03:28.516635 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-a0f11172-3a9c-46ad-b796-1fe715b7d9d3 req-ab95941a-4159-4102-8a20-ab438337be35 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Unset dirty status for tenant:ed32271e1e944cfc966e436cfaaeda75 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:03:28.517735 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a0f11172-3a9c-46ad-b796-1fe715b7d9d3 req-ab95941a-4159-4102-8a20-ab438337be35 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036022 May 31 12:03:28.898812 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85a77b-223e-4c01-ab64-c177b2cf34f8 req-cda2cead-1e2a-4ffa-ba06-d2469c50afc3 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:28.900313 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7a85a77b-223e-4c01-ab64-c177b2cf34f8 req-cda2cead-1e2a-4ffa-ba06-d2469c50afc3 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0894420 May 31 12:03:28.948255 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7a85a77b-223e-4c01-ab64-c177b2cf34f8 req-c2d41cb2-e69d-4733-a949-dc9a538e9546 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388064 May 31 12:03:29.722642 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee12e5e-9fd6-4698-bca7-b5d81df30fd8 req-1cf65340-ed79-479f-93cb-55ec4ad598d2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:29.724252 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4ee12e5e-9fd6-4698-bca7-b5d81df30fd8 req-1cf65340-ed79-479f-93cb-55ec4ad598d2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.0955687 May 31 12:03:29.771321 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4ee12e5e-9fd6-4698-bca7-b5d81df30fd8 req-25932960-ffcb-4301-a93a-6321822453ce tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412579 May 31 12:03:30.147899 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6893fc8-abe2-403d-9919-d6c291ac746a req-3b146174-2f74-41c1-8ad9-6df9f3481084 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:30.149506 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a6893fc8-abe2-403d-9919-d6c291ac746a req-3b146174-2f74-41c1-8ad9-6df9f3481084 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0866871 May 31 12:03:30.211694 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a6893fc8-abe2-403d-9919-d6c291ac746a req-466eb8a6-f242-412f-a65e-dabab696b9ca tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526812 May 31 12:03:30.960948 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25d42c-4dcb-4d9e-b3fa-2f4f92b8d156 req-27c968fd-e73e-4025-8705-ebbbaa003b77 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:30.962392 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb25d42c-4dcb-4d9e-b3fa-2f4f92b8d156 req-27c968fd-e73e-4025-8705-ebbbaa003b77 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.0790050 May 31 12:03:31.010381 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-fb25d42c-4dcb-4d9e-b3fa-2f4f92b8d156 req-88dec97a-629b-48f5-913a-1ddbb46c8dcd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 May 31 12:03:31.401843 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f2654-3cdc-4b9c-b924-6a708fb067cb req-24fcd96c-69c7-4560-af0a-6179dd32e8ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:31.403453 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5b4f2654-3cdc-4b9c-b924-6a708fb067cb req-24fcd96c-69c7-4560-af0a-6179dd32e8ab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0819402 May 31 12:03:31.447918 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5b4f2654-3cdc-4b9c-b924-6a708fb067cb req-c489f8d0-9b5d-483c-ba98-e66a95727e11 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385392 May 31 12:03:32.200653 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d258e-bcbf-4de5-a75a-3738ea2ea715 req-554e3551-daa6-4955-b230-c93160a45025 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:32.202196 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e96d258e-bcbf-4de5-a75a-3738ea2ea715 req-554e3551-daa6-4955-b230-c93160a45025 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.0799971 May 31 12:03:32.249493 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e96d258e-bcbf-4de5-a75a-3738ea2ea715 req-682b6502-96f4-4d33-b5d2-1ee023dc54a9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 May 31 12:03:32.437553 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:03:32.572769 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:32.586253 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'port_id': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'mac_address': 'fa:16:3e:31:95:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:03:32.636586 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab851f9c-7100-493e-86ed-97625f0f39a1 req-84508f13-072d-46d7-a8f7-d1db02faf7de tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:32.638096 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ab851f9c-7100-493e-86ed-97625f0f39a1 req-84508f13-072d-46d7-a8f7-d1db02faf7de tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0841451 May 31 12:03:32.641758 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:32.660819 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:03:32.676535 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:32.684384 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ab851f9c-7100-493e-86ed-97625f0f39a1 req-ea4bf0a2-18c4-4ba1-bc03-139760ec74d7 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398922 May 31 12:03:32.745336 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:32.747013 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-0106e063-ea04-47e5-b257-69b1112458fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:32.816264 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:32.823377 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.823742 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.824075 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.824400 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.824720 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.825039 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.825353 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.825666 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.826620 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.826938 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.827248 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.827555 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:32.831394 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:33.250519 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:03:33.455075 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187609cd-ad44-43e1-a402-f78d4fd5dca5 req-562b0e2c-065a-470d-9e8b-7ca0c83298c2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:33.456609 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-187609cd-ad44-43e1-a402-f78d4fd5dca5 req-562b0e2c-065a-470d-9e8b-7ca0c83298c2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 945 time: 0.0933940 May 31 12:03:33.506396 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-187609cd-ad44-43e1-a402-f78d4fd5dca5 req-bf0194b4-ce40-4d42-a3af-53b58707ae3d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 May 31 12:03:33.752367 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48477932-58fd-41c8-acbc-5b1e58c405b4 req-79683bd6-1de2-4dfd-90b3-213793d41733 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:33.754991 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-48477932-58fd-41c8-acbc-5b1e58c405b4 req-79683bd6-1de2-4dfd-90b3-213793d41733 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0853009 May 31 12:03:33.808318 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-48477932-58fd-41c8-acbc-5b1e58c405b4 req-c0127f5b-8720-4156-85d6-991c0e841afb tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Synchronizing usage tracker for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:03:33.853048 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:33.893745 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-ca5cc246-d458-4eca-a018-940133868ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:33.895216 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-ca5cc246-d458-4eca-a018-940133868ea9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6581bf7df3449aabf8eb1410141b339&device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1137 time: 0.1461444 May 31 12:03:33.916534 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-48477932-58fd-41c8-acbc-5b1e58c405b4 req-c0127f5b-8720-4156-85d6-991c0e841afb tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Unset dirty status for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:03:33.918914 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-48477932-58fd-41c8-acbc-5b1e58c405b4 req-c0127f5b-8720-4156-85d6-991c0e841afb tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587636 May 31 12:03:33.936941 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b49f85-8ec7-43bd-82b2-048b28d40caa req-04bca40f-8c92-44ad-a656-e0af65f4718c tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:33.940175 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a9b49f85-8ec7-43bd-82b2-048b28d40caa req-04bca40f-8c92-44ad-a656-e0af65f4718c tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.1336470 May 31 12:03:34.050209 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a9b49f85-8ec7-43bd-82b2-048b28d40caa req-9432bb5b-fbc9-402a-9e52-a45ed430675b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058176 May 31 12:03:34.084443 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-826c3e59-8278-474f-93f7-b5b6223f4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:34.085931 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-826c3e59-8278-474f-93f7-b5b6223f4617 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 200 len: 915 time: 0.1839871 May 31 12:03:34.190048 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-51281fc9-b5f7-49e3-b856-e312d8b56548 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 999 time: 0.0967898 May 31 12:03:34.254624 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-76905b3b-ed6c-4a60-87f3-73277345b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:34.256096 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-76905b3b-ed6c-4a60-87f3-73277345b7a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63c55288-5e64-4b2b-8a18-3ae4c111a647 HTTP/1.1" status: 200 len: 853 time: 0.0593517 May 31 12:03:34.336592 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-3a00e781-908f-40ac-a12c-044c8623c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:34.338136 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-3a00e781-908f-40ac-a12c-044c8623c5c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750942 May 31 12:03:34.457719 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:03:34.478681 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-8605f089-d781-411b-b684-97781b358900 service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327708 May 31 12:03:34.585567 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:03:34.596548 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:03:34.596548 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:34.621991 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0c7c9ddf-4c06-4787-85a6-d89c384c635d req-731a1faa-34cd-4beb-9c52-a8ee7d6dccec service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349540 May 31 12:03:34.708756 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e914d9-7932-404e-a6c0-79b15a62a25d req-446812e5-d8f9-4fbf-837f-1f812708743f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:34.710243 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c6e914d9-7932-404e-a6c0-79b15a62a25d req-446812e5-d8f9-4fbf-837f-1f812708743f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 945 time: 0.0917547 May 31 12:03:34.721241 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:34.749648 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:34.752454 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bb6044-c8e8-4d1f-ac0c-ff1c2f463e28" -d '{"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-plugged", "status": "completed", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:34.758487 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c6e914d9-7932-404e-a6c0-79b15a62a25d req-a1727ea3-5394-4c23-a0af-349186dc998f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 May 31 12:03:34.766532 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:34.859761 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:34.862258 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:34.940757 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:34.944376 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096b2c7a-041b-4b68-a568-2d7042f7fd07 x-openstack-request-id: req-096b2c7a-041b-4b68-a568-2d7042f7fd07 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:34.944664 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-plugged", "status": "completed", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:34.944915 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-096b2c7a-041b-4b68-a568-2d7042f7fd07 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:34.945292 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'code': 200} May 31 12:03:34.945964 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:35.116663 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9d39f-a568-426c-af7b-baf5a4e9a59f req-c56cf6f1-cea2-45bb-af3d-4d987122d3a4 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:35.118121 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3bd9d39f-a568-426c-af7b-baf5a4e9a59f req-c56cf6f1-cea2-45bb-af3d-4d987122d3a4 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0866213 May 31 12:03:35.173078 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3bd9d39f-a568-426c-af7b-baf5a4e9a59f req-a1904431-2c77-4ed4-b884-b07d0b84bfaa tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484998 May 31 12:03:35.246013 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f32cc-18b5-4666-8da8-e2038ec355a8 req-a0f40090-ffa3-4deb-b290-6c030684ef1a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:35.247601 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-774f32cc-18b5-4666-8da8-e2038ec355a8 req-a0f40090-ffa3-4deb-b290-6c030684ef1a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0822022 May 31 12:03:35.327303 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-774f32cc-18b5-4666-8da8-e2038ec355a8 req-39376f9c-de56-414c-89a6-ed75e2356916 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734293 May 31 12:03:35.368671 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eefe5e-e236-4473-959e-f8f7bbb01ac9 req-a4366690-1b8c-4794-a247-a23d1c54c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:35.369989 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-07eefe5e-e236-4473-959e-f8f7bbb01ac9 req-a4366690-1b8c-4794-a247-a23d1c54c360 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1099 time: 0.0797725 May 31 12:03:35.512933 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-07eefe5e-e236-4473-959e-f8f7bbb01ac9 req-276969ce-ce67-491a-aef6-211d78d5d50c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271510 May 31 12:03:35.957761 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c922-f8b4-4837-95c0-78e61cc968e7 req-9e0812eb-ca74-4d0a-8eeb-8b7040eb5303 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:35.959232 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4a21c922-f8b4-4837-95c0-78e61cc968e7 req-9e0812eb-ca74-4d0a-8eeb-8b7040eb5303 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0835783 May 31 12:03:36.007209 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4a21c922-f8b4-4837-95c0-78e61cc968e7 req-24850069-942f-4cf6-b8ca-48c937506d43 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 May 31 12:03:36.361979 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e0b7d-9019-467f-8563-b26ae52044d0 req-c1496b7a-50c2-4cd8-bba2-3f9c37f9eab2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:36.363450 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cc6e0b7d-9019-467f-8563-b26ae52044d0 req-c1496b7a-50c2-4cd8-bba2-3f9c37f9eab2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0830882 May 31 12:03:36.418005 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cc6e0b7d-9019-467f-8563-b26ae52044d0 req-d00928e2-cb93-40ca-84ea-6953da8fad26 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485606 May 31 12:03:36.524445 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f5cd2-a6cb-4da8-bf4f-3a6f069b4d74 req-d1c02b07-bc50-408a-bfbe-1239ef2de3ce tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:36.525801 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e79f5cd2-a6cb-4da8-bf4f-3a6f069b4d74 req-d1c02b07-bc50-408a-bfbe-1239ef2de3ce tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0865138 May 31 12:03:36.571934 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e79f5cd2-a6cb-4da8-bf4f-3a6f069b4d74 req-17d6e39a-11d0-4b27-96d8-c55f61519d2b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402775 May 31 12:03:37.196759 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ace4-16e2-464b-b415-6c3bd54f18e9 req-69e6e987-b8cb-4b81-bbd4-87e4ba6c7d96 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:37.198134 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-63d0ace4-16e2-464b-b415-6c3bd54f18e9 req-69e6e987-b8cb-4b81-bbd4-87e4ba6c7d96 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0795977 May 31 12:03:37.245017 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-63d0ace4-16e2-464b-b415-6c3bd54f18e9 req-e41ad207-5dbb-475e-b25f-686f8d3a17e7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 May 31 12:03:37.605266 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb965c9-bf71-4025-997c-4414264d4207 req-826c9766-08c8-4529-aa5e-07775ad070e8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:37.606741 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6cb965c9-bf71-4025-997c-4414264d4207 req-826c9766-08c8-4529-aa5e-07775ad070e8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0808370 May 31 12:03:37.656020 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6cb965c9-bf71-4025-997c-4414264d4207 req-fc12a497-b65d-4eb3-b95c-e29409aeb1e0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433638 May 31 12:03:37.765493 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ac38-7af5-4e8c-9579-2320b295892c req-837a5f2e-3625-4240-8ef2-ab9867ed2b02 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:37.766892 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8e17ac38-7af5-4e8c-9579-2320b295892c req-837a5f2e-3625-4240-8ef2-ab9867ed2b02 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0864153 May 31 12:03:37.858204 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8e17ac38-7af5-4e8c-9579-2320b295892c req-aafad8e0-e4b9-4dc6-ae71-18474bddf19b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849361 May 31 12:03:37.879464 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-aa987075-68c8-42f0-b633-0f9c22f1ed9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886722 May 31 12:03:37.998374 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-c7400919-d840-495b-80e7-7a420e771850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:37.999873 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-c7400919-d840-495b-80e7-7a420e771850 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 1099 time: 0.0734499 May 31 12:03:38.146222 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-2fa11b08-def2-48b4-95b7-be4dec97c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:38.147730 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-2fa11b08-def2-48b4-95b7-be4dec97c4b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 911 time: 0.1274929 May 31 12:03:38.258607 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-eedc7461-bbd0-45fe-a2ca-4e6b0c1a3002 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 200 len: 1002 time: 0.0980027 May 31 12:03:38.325598 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-4a4c5e6a-344b-404b-a01c-7534982dde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:38.327927 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-4a4c5e6a-344b-404b-a01c-7534982dde16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.0598845 May 31 12:03:38.406637 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-d7a18aca-8b08-4106-b78c-5fa6206e7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:38.407999 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-d7a18aca-8b08-4106-b78c-5fa6206e7ebe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725803 May 31 12:03:38.447220 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53d2e-f10c-4b67-8586-9bc84691c59b req-9958b39e-c803-41f4-b453-2128e49314d2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:38.449012 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-58d53d2e-f10c-4b67-8586-9bc84691c59b req-9958b39e-c803-41f4-b453-2128e49314d2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0899241 May 31 12:03:38.495986 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-58d53d2e-f10c-4b67-8586-9bc84691c59b req-7dabb71a-3f48-418a-9193-8a1ea0948028 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401311 May 31 12:03:38.500049 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b84b3fc-55de-4a7f-accb-56524ca882f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:38.577774 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-6db197f3-1faa-451d-9efa-24d7389079bb service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329703 May 31 12:03:38.782497 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c84c8b9a-1afb-44ca-8981-dfc175236ff1 req-f9ddaf62-99c4-4ebe-afc5-001511bc1b4c service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937003 May 31 12:03:38.792585 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117c354-d0c1-43f9-bed0-1fc4a9534236 req-e0848c5a-5ba0-4a93-b854-9ded589b098f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:38.793982 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7117c354-d0c1-43f9-bed0-1fc4a9534236 req-e0848c5a-5ba0-4a93-b854-9ded589b098f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.1777771 May 31 12:03:38.803177 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47190) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:38.815990 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Request body: {'floatingip': {'port_id': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:38.900444 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:39.053046 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adece12-5367-4134-89ee-a25ba03045c9 req-18b3123a-810e-4ba3-a6b9-1f85ffa71c63 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:39.054424 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2adece12-5367-4134-89ee-a25ba03045c9 req-18b3123a-810e-4ba3-a6b9-1f85ffa71c63 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0846708 May 31 12:03:39.103614 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2adece12-5367-4134-89ee-a25ba03045c9 req-36e71fbc-3f3f-4458-b507-6fe1f327b6fc tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434623 May 31 12:03:39.158742 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a38e4-e0f7-43ff-889b-38cfcb10da34 req-f303008f-f316-4382-9c9c-87112e2337b0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:39.160214 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-122a38e4-e0f7-43ff-889b-38cfcb10da34 req-f303008f-f316-4382-9c9c-87112e2337b0 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.3934143 May 31 12:03:39.290732 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-122a38e4-e0f7-43ff-889b-38cfcb10da34 req-caeecbc0-4689-4706-a926-934611481878 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243427 May 31 12:03:39.622632 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:39.659002 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:39.825386 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.l3_db [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Floating IP ccd9b072-f9fe-4991-8b43-19758162365f associated. External IP: 172.28.2.63, port: 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c. May 31 12:03:40.168817 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:03:40.298965 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc881561-9833-4d6e-b1a0-e0a28dbc715d req-d2584b21-139a-4b53-aea9-8eb2e08a307b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:40.300499 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fc881561-9833-4d6e-b1a0-e0a28dbc715d req-d2584b21-139a-4b53-aea9-8eb2e08a307b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0841975 May 31 12:03:40.348638 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fc881561-9833-4d6e-b1a0-e0a28dbc715d req-956c5c53-4ef3-4999-bcf8-7ccfa4431980 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421975 May 31 12:03:40.460476 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:03:40.464769 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:40.470661 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] Sync routers for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:03:40.481515 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:40.482706 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:03:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:40.525006 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-e4457fa7-f4a0-451b-980c-0826e04f5c94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "PUT /v2.0/floatingips/ccd9b072-f9fe-4991-8b43-19758162365f HTTP/1.1" status: 200 len: 991 time: 1.7207079 May 31 12:03:40.526009 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:40.528527 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:40.661597 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a387c-4cc3-44e7-842b-17c55d15c345 req-71542dc7-8fc5-4603-85a9-7fc0c4d04cc5 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:40.662945 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d33a387c-4cc3-44e7-842b-17c55d15c345 req-71542dc7-8fc5-4603-85a9-7fc0c4d04cc5 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0987024 May 31 12:03:40.712306 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:40.715559 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d33a387c-4cc3-44e7-842b-17c55d15c345 req-a3c9482b-68ca-43bc-87ac-469dc6ed56b2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467143 May 31 12:03:40.791828 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196eb5a4-40f9-4b21-bd22-f400155cbd67 x-openstack-request-id: req-196eb5a4-40f9-4b21-bd22-f400155cbd67 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:40.792156 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:40.792443 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-196eb5a4-40f9-4b21-bd22-f400155cbd67 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:40.792872 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'status': 'completed', 'code': 200} May 31 12:03:40.926810 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-37dc355b-848f-4c9d-89d5-e03dad4a4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:40.928288 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-37dc355b-848f-4c9d-89d5-e03dad4a4894 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1099 time: 0.0757902 May 31 12:03:41.039947 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:41.064395 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-c375507e-e238-4a5a-9bbf-9da80a99cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.065829 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-c375507e-e238-4a5a-9bbf-9da80a99cd1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.1309094 May 31 12:03:41.077227 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'ccd9b072-f9fe-4991-8b43-19758162365f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'port_id': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'mac_address': 'fa:16:3e:31:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:20Z', 'updated_at': '2021-05-31T12:03:39Z', 'revision_number': 1, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:41.081095 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] Checking router: e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:03:41.089614 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:41.090228 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:03:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:41.236677 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2debb976-03d3-4fdc-be42-e5aee7b05e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:41.261622 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-b03a10d6-659b-445b-ade6-d63881d82394 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c HTTP/1.1" status: 200 len: 999 time: 0.1893668 May 31 12:03:41.282403 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:41.325458 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-cef31b9b-fe15-42f3-8d3a-00dd9ba53287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.327314 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-cef31b9b-fe15-42f3-8d3a-00dd9ba53287 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.0580256 May 31 12:03:41.406817 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-5fa71175-1297-4327-9595-99b876787575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.408361 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-5fa71175-1297-4327-9595-99b876787575 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740716 May 31 12:03:41.541856 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c61b43-e97a-43ef-8ea5-c48a9ee5092a req-56c52e88-7406-4a5a-a2f2-271cfe3a601a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.543358 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-75c61b43-e97a-43ef-8ea5-c48a9ee5092a req-56c52e88-7406-4a5a-a2f2-271cfe3a601a tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0817099 May 31 12:03:41.545703 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-96953fd7-27b8-430f-bd92-3f9a78e9d24c service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309340 May 31 12:03:41.589965 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-75c61b43-e97a-43ef-8ea5-c48a9ee5092a req-a069deb2-ccae-4c2f-ad40-e105a371ec18 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 May 31 12:03:41.645899 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'ccd9b072-f9fe-4991-8b43-19758162365f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'port_id': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'mac_address': 'fa:16:3e:31:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:20Z', 'updated_at': '2021-05-31T12:03:39Z', 'revision_number': 1, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:41.649806 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d09aac-7645-4baa-a614-35150340ae58 None None] The sync data for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb is: [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'ccd9b072-f9fe-4991-8b43-19758162365f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'port_id': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'mac_address': 'fa:16:3e:31:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:20Z', 'updated_at': '2021-05-31T12:03:39Z', 'revision_number': 1, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:03:41.683341 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c5f8618a-d4aa-46b1-80f9-880fb4fab06a req-2a2a56f5-f2df-4422-bbc6-bdd0738b354a service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300843 May 31 12:03:41.837731 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3126c-df44-4d0b-9d06-740668237bdb None None] New status for floating IP ccd9b072-f9fe-4991-8b43-19758162365f: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:03:41.926245 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f4d9-4dd1-45da-8225-55a9b1336489 req-449e76c4-ce88-492e-8851-be32d70241c5 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.927732 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ccd8f4d9-4dd1-45da-8225-55a9b1336489 req-449e76c4-ce88-492e-8851-be32d70241c5 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0944064 May 31 12:03:41.975736 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ccd8f4d9-4dd1-45da-8225-55a9b1336489 req-c0a23179-a753-4dd0-9254-5340c3c89d31 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421584 May 31 12:03:42.213103 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:42.784830 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c2d96-655f-4ceb-9619-c7be36514c4c req-3fdc6b6a-7b5a-4ce8-a561-c5585a2eadec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:42.786283 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-748c2d96-655f-4ceb-9619-c7be36514c4c req-3fdc6b6a-7b5a-4ce8-a561-c5585a2eadec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0841711 May 31 12:03:42.829578 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-748c2d96-655f-4ceb-9619-c7be36514c4c req-02414fa2-599c-4ab4-bac1-b0650f15dd4e tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376911 May 31 12:03:42.970232 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-e8e81f4f-1d3d-4b64-95b1-21bd90b9a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:42.971714 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-e8e81f4f-1d3d-4b64-95b1-21bd90b9a5eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1098 time: 0.0715554 May 31 12:03:43.156067 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-3aa10ed9-400c-43dd-8ecd-3f349d9ff011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:43.157404 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-3aa10ed9-400c-43dd-8ecd-3f349d9ff011 service neutron] 10.222.0.54 "GET /v2.0/networks?id=073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 200 len: 910 time: 0.1764083 May 31 12:03:43.271094 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-06c93b91-7510-40ca-8dc6-2ce808303f43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 200 len: 1000 time: 0.1059523 May 31 12:03:43.279491 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52cee-3bc7-4724-a5b2-6267bb679737 req-b3168e25-ab81-41cf-ab02-bb9a3b7dd7b2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:43.280930 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dec52cee-3bc7-4724-a5b2-6267bb679737 req-b3168e25-ab81-41cf-ab02-bb9a3b7dd7b2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.1964271 May 31 12:03:43.368457 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-6cea7eae-7b1b-4471-b1aa-ac2cd0da9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:43.369864 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-6cea7eae-7b1b-4471-b1aa-ac2cd0da9538 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d42cef8c-079e-4ff5-8601-b7be4784a4a7 HTTP/1.1" status: 200 len: 848 time: 0.0880916 May 31 12:03:43.374635 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dec52cee-3bc7-4724-a5b2-6267bb679737 req-dfadd82e-06d3-49ce-b660-28fb4ac10028 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622363 May 31 12:03:43.452123 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-25c2a4e0-fb31-46f8-9128-a31872f012bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:43.453503 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-25c2a4e0-fb31-46f8-9128-a31872f012bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=073b185b-d988-4fa5-be2f-0271044767b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759883 May 31 12:03:43.600851 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-ed87268f-c6e8-42fb-b2be-678fdaf99f56 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252766 May 31 12:03:43.735119 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6d153bc5-16a2-4356-b79e-a967bc9cc715 req-6fad25c7-eb85-4fbb-9ee7-e2f44a5ae930 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246061 May 31 12:03:43.899278 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:44.019721 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c817950-d046-454c-abba-6c93ba91c2df req-462c0156-1eb1-492a-ae18-b35cdc2fe0d0 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:44.021076 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0c817950-d046-454c-abba-6c93ba91c2df req-462c0156-1eb1-492a-ae18-b35cdc2fe0d0 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0793092 May 31 12:03:44.066348 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0c817950-d046-454c-abba-6c93ba91c2df req-a64688d7-5676-46bf-b570-45eaa65c26c8 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395987 May 31 12:03:44.564382 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5e86f-e3f3-4db8-a4ac-76ead5b3cbcd req-f8d121c8-de1d-4012-93d1-323cd8f40dbb tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:44.565838 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b3b5e86f-e3f3-4db8-a4ac-76ead5b3cbcd req-f8d121c8-de1d-4012-93d1-323cd8f40dbb tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0836203 May 31 12:03:44.611566 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b3b5e86f-e3f3-4db8-a4ac-76ead5b3cbcd req-031fbba0-eceb-4ce6-85f0-73cd033bf861 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398617 May 31 12:03:45.259745 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953b81-bb78-4c6b-a27c-d7d787c988e2 req-9adaa4af-8138-4a88-bb5c-da8a160df5f2 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:45.261365 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2e953b81-bb78-4c6b-a27c-d7d787c988e2 req-9adaa4af-8138-4a88-bb5c-da8a160df5f2 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0820332 May 31 12:03:45.310371 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2e953b81-bb78-4c6b-a27c-d7d787c988e2 req-3e3b28a7-7385-4b78-9ac7-f2fcbe599f69 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425613 May 31 12:03:45.897544 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f6ff6-fbcb-4ae1-ac9d-de57961c5fd2 req-0ee4bd2f-2da3-48b5-a2ef-acf9264a172d tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:45.898986 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-690f6ff6-fbcb-4ae1-ac9d-de57961c5fd2 req-0ee4bd2f-2da3-48b5-a2ef-acf9264a172d tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.1796875 May 31 12:03:45.947928 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-690f6ff6-fbcb-4ae1-ac9d-de57961c5fd2 req-80ce13f2-b9f3-44e3-99c9-84389e43524c tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419996 May 31 12:03:46.508471 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01486ac-2bc6-49d5-bdce-343a0f91b142 req-58473102-7ec7-4f6a-b3f7-9e3cf9ebdcb6 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:46.508471 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a01486ac-2bc6-49d5-bdce-343a0f91b142 req-58473102-7ec7-4f6a-b3f7-9e3cf9ebdcb6 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0821338 May 31 12:03:46.568018 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a01486ac-2bc6-49d5-bdce-343a0f91b142 req-1091a809-e835-4c40-b39c-dae49410763f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565569 May 31 12:03:47.135925 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b48b7f-d484-40a6-8798-87f62af038e1 req-26329b75-ec7c-4f86-b740-b40230431884 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:47.137294 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-81b48b7f-d484-40a6-8798-87f62af038e1 req-26329b75-ec7c-4f86-b740-b40230431884 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0818057 May 31 12:03:47.185069 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-81b48b7f-d484-40a6-8798-87f62af038e1 req-58569c2d-4316-42d4-a21d-7e3497243981 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&id=b2b3e58e-b322-4061-bc72-ff5f0a563fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408874 May 31 12:03:47.764245 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a0de6-698e-4d3e-9a94-023a451c6cd7 req-6e09bdf0-3acf-4060-a166-b58e68fbe5b9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:47.765721 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9a8a0de6-698e-4d3e-9a94-023a451c6cd7 req-6e09bdf0-3acf-4060-a166-b58e68fbe5b9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0868902 May 31 12:03:47.812380 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9a8a0de6-698e-4d3e-9a94-023a451c6cd7 req-6998e43c-0e5d-4376-85f8-34436090d811 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410566 May 31 12:03:48.384042 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-919eaa41-b470-4af3-b2f3-a45b58cb1e55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371648 May 31 12:03:48.391752 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f943bb-3671-45d1-90e7-6e898f43d8ff req-caa30ab0-6475-4381-a253-e8acec736ebe tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:48.393102 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-53f943bb-3671-45d1-90e7-6e898f43d8ff req-caa30ab0-6475-4381-a253-e8acec736ebe tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.1093235 May 31 12:03:48.440055 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-53f943bb-3671-45d1-90e7-6e898f43d8ff req-08e62965-fd8a-4845-8010-826c9bed1479 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 May 31 12:03:49.119248 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:03:49.625669 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a2b5-787e-47f8-aaa8-42bf0f660997 req-4147eca0-9932-4f1a-90fc-7e089e665077 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:49.627294 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3358a2b5-787e-47f8-aaa8-42bf0f660997 req-4147eca0-9932-4f1a-90fc-7e089e665077 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0817454 May 31 12:03:49.675909 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3358a2b5-787e-47f8-aaa8-42bf0f660997 req-fb45e5c6-a7f0-44b5-95b2-a69a872b8a39 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428298 May 31 12:03:50.537088 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16da4828-e0b2-426f-81ba-6384890da8fb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:50.652340 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:50.679772 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:50.682031 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2259f-39fb-4676-a1dc-c7a800eaad8c" -d '{"events": [{"server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "name": "network-vif-unplugged", "status": "completed", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:50.690498 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:50.726327 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c30033b-fc30-42f8-81fa-e2f798c2527e x-openstack-request-id: req-8c30033b-fc30-42f8-81fa-e2f798c2527e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:50.726652 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "name": "network-vif-unplugged", "status": "completed", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:50.726890 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c30033b-fc30-42f8-81fa-e2f798c2527e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:50.727287 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb', 'code': 200} May 31 12:03:50.773559 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:50.775785 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-ffdfdbe9-892e-4692-abaf-e21a066d1364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:50.844807 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:50.847965 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:50.881106 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29670228-5c27-4a06-9c84-2e5d239db28a req-15b99288-e5f5-434c-ac04-76c473544ab5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:50.882580 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-29670228-5c27-4a06-9c84-2e5d239db28a req-15b99288-e5f5-434c-ac04-76c473544ab5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.0963702 May 31 12:03:50.919907 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844f845-cb99-4ef0-a992-582dace152b9 req-1e8137b6-162b-4af4-940f-f3d3e8f24931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:50.921278 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-1e8137b6-162b-4af4-940f-f3d3e8f24931 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7&tenant_id=1f6441b832b24ebcbfa946283abd7f40 HTTP/1.1" status: 200 len: 1096 time: 0.0738912 May 31 12:03:50.928927 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-29670228-5c27-4a06-9c84-2e5d239db28a req-1aacac0b-3a56-424d-b703-808c95de8e96 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404000 May 31 12:03:51.038552 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844f845-cb99-4ef0-a992-582dace152b9 req-d421c88a-3433-4be8-8662-b4394415a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:51.040056 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-d421c88a-3433-4be8-8662-b4394415a093 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1096 time: 0.0721824 May 31 12:03:51.173340 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844f845-cb99-4ef0-a992-582dace152b9 req-8d7e625a-9ad7-4879-b7e0-d08832514e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:51.174700 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-8d7e625a-9ad7-4879-b7e0-d08832514e5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 200 len: 910 time: 0.1280193 May 31 12:03:51.279447 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-8f669a22-9dc8-4a56-a8fe-8eda77c379be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 200 len: 998 time: 0.0971556 May 31 12:03:51.346462 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844f845-cb99-4ef0-a992-582dace152b9 req-4f72711c-cfd9-422e-9cdf-48cb114f22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:51.347913 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-4f72711c-cfd9-422e-9cdf-48cb114f22ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d42cef8c-079e-4ff5-8601-b7be4784a4a7 HTTP/1.1" status: 200 len: 848 time: 0.0612967 May 31 12:03:51.427740 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844f845-cb99-4ef0-a992-582dace152b9 req-82573cad-4f89-401b-86f9-9892887768a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:51.429148 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-82573cad-4f89-401b-86f9-9892887768a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=073b185b-d988-4fa5-be2f-0271044767b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746977 May 31 12:03:51.564487 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-a80980a8-573b-4a07-b338-1b92accbd234 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288772 May 31 12:03:51.699545 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a844f845-cb99-4ef0-a992-582dace152b9 req-679d5524-790d-4d2f-9eb2-0a5d6941f2c9 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265659 May 31 12:03:52.113336 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811b8c7-758b-4ac0-a37a-08fb0738be8d req-20a07762-6d7b-416d-82a9-c59b4f7236c2 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:52.114794 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1811b8c7-758b-4ac0-a37a-08fb0738be8d req-20a07762-6d7b-416d-82a9-c59b4f7236c2 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.0782313 May 31 12:03:52.159771 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1811b8c7-758b-4ac0-a37a-08fb0738be8d req-04ad9b78-85d7-413d-b40e-2751985d1394 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391128 May 31 12:03:53.348802 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412fcc8-3396-4023-aabf-6818999fd954 req-78ee3031-8c9c-428c-966c-e3ffcd5e8d47 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:53.350258 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7412fcc8-3396-4023-aabf-6818999fd954 req-78ee3031-8c9c-428c-966c-e3ffcd5e8d47 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.0864506 May 31 12:03:53.396471 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-7412fcc8-3396-4023-aabf-6818999fd954 req-eecd1566-5e46-4af6-a864-87142cad543b tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405524 May 31 12:03:54.582480 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918cb78-929a-42b4-b6d8-6b0d349c493a req-da457797-d23f-46ae-89a7-b886a4f165b1 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:54.583958 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5918cb78-929a-42b4-b6d8-6b0d349c493a req-da457797-d23f-46ae-89a7-b886a4f165b1 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.0813990 May 31 12:03:54.634886 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5918cb78-929a-42b4-b6d8-6b0d349c493a req-c99254dd-a24e-4fc5-afab-b79f925efa1c tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451183 May 31 12:03:55.826415 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a75d58-53e0-4451-ab83-328fbcefb97e req-98f6cf19-531c-43f1-855c-0a163b9bf364 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:55.828066 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f2a75d58-53e0-4451-ab83-328fbcefb97e req-98f6cf19-531c-43f1-855c-0a163b9bf364 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 943 time: 0.0856447 May 31 12:03:55.881739 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f2a75d58-53e0-4451-ab83-328fbcefb97e req-a7e02328-bc2c-4e0d-9551-edd3f7d8b6af tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472095 May 31 12:03:56.581338 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16da4828-e0b2-426f-81ba-6384890da8fb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:03:56.712264 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:56.728814 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '16da4828-e0b2-426f-81ba-6384890da8fb', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'port_id': '16da4828-e0b2-426f-81ba-6384890da8fb', 'mac_address': 'fa:16:3e:a8:3f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:03:56.785945 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:56.802741 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16da4828-e0b2-426f-81ba-6384890da8fb {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:03:56.818192 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:56.864288 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:56.866062 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:56.930947 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:56.933975 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:57.071440 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235239-e6a3-496d-ba65-8ba12d59d2ff req-2df16fef-6af4-4179-8d9d-90e83467fb41 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:57.072857 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f6235239-e6a3-496d-ba65-8ba12d59d2ff req-2df16fef-6af4-4179-8d9d-90e83467fb41 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 944 time: 0.0831568 May 31 12:03:57.118425 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f6235239-e6a3-496d-ba65-8ba12d59d2ff req-d2fadf9d-1359-4826-9226-521e3c60a525 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398586 May 31 12:03:57.383014 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['16da4828-e0b2-426f-81ba-6384890da8fb'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:03:58.303812 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b8532-1553-4ae5-8546-852286ee64c7 req-5b58062f-5fa5-4796-a114-89d62b3deeb9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:58.305313 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c97b8532-1553-4ae5-8546-852286ee64c7 req-5b58062f-5fa5-4796-a114-89d62b3deeb9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 944 time: 0.0808649 May 31 12:03:58.350386 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c97b8532-1553-4ae5-8546-852286ee64c7 req-579ad5e6-184c-49fd-bc0b-daf9e67b1bda tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395906 May 31 12:03:59.544087 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a09d-ddc2-47bf-86e2-772c8a6a3e8f req-c87798c7-c4b5-47dd-a54e-3390ed0c21b9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:59.545413 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d141a09d-ddc2-47bf-86e2-772c8a6a3e8f req-c87798c7-c4b5-47dd-a54e-3390ed0c21b9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 944 time: 0.0849178 May 31 12:03:59.590884 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d141a09d-ddc2-47bf-86e2-772c8a6a3e8f req-075b9267-fb14-43ff-84ad-f259b5191dea tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398650 May 31 12:04:00.605657 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16da4828-e0b2-426f-81ba-6384890da8fb up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:04:00.695640 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 16da4828-e0b2-426f-81ba-6384890da8fb triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:04:00.696160 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:00.779677 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4697-5525-4fa8-999b-038158fcc106 req-99315f58-f8d4-49de-924e-3ee10b21bc16 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:00.781147 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee6f4697-5525-4fa8-999b-038158fcc106 req-99315f58-f8d4-49de-924e-3ee10b21bc16 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 944 time: 0.0836229 May 31 12:04:00.822677 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:00.831197 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ee6f4697-5525-4fa8-999b-038158fcc106 req-3692b446-feeb-47de-a1b5-03249fdff787 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433228 May 31 12:04:00.856348 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:04:00.862750 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7b4c46-d122-42a0-9a65-2b7822658721" -d '{"events": [{"server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "name": "network-vif-plugged", "status": "completed", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:04:00.870269 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:00.925104 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e146ff-a38c-4991-afea-e29d70a6fd8e x-openstack-request-id: req-66e146ff-a38c-4991-afea-e29d70a6fd8e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:04:00.925104 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "name": "network-vif-plugged", "status": "completed", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:04:00.925104 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66e146ff-a38c-4991-afea-e29d70a6fd8e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:04:00.925104 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb', 'code': 200} May 31 12:04:01.041854 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:01.043715 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:01.113325 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:01.116324 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:01.374606 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d7613-59eb-4447-9aac-7da1fe3ea293 req-4bdaf879-eaef-4f31-97c6-c21bcecd5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:01.376976 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c69d7613-59eb-4447-9aac-7da1fe3ea293 req-4bdaf879-eaef-4f31-97c6-c21bcecd5914 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1098 time: 0.0740535 May 31 12:04:01.418233 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c69d7613-59eb-4447-9aac-7da1fe3ea293 req-9f7856dd-ab96-41ea-a50a-90ef8f833391 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337465 May 31 12:04:02.024345 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427bc4e-8620-45b8-94ba-b63b3a60bb64 req-dcf09f28-3912-473f-b49b-664b3ba3623f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:02.025787 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c427bc4e-8620-45b8-94ba-b63b3a60bb64 req-dcf09f28-3912-473f-b49b-664b3ba3623f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0803468 May 31 12:04:02.069773 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c427bc4e-8620-45b8-94ba-b63b3a60bb64 req-3c6a98df-6f02-4d3c-801a-f69a40080bab tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381896 May 31 12:04:03.268050 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb508ca-ebbe-4d88-8c3c-eb7a2f3d3cf1 req-c0d39927-7a71-446d-a544-6547b352a8c6 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:03.269529 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8eb508ca-ebbe-4d88-8c3c-eb7a2f3d3cf1 req-c0d39927-7a71-446d-a544-6547b352a8c6 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0850978 May 31 12:04:03.317388 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8eb508ca-ebbe-4d88-8c3c-eb7a2f3d3cf1 req-d23f242b-e858-4933-999e-ade2ebf46df5 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420237 May 31 12:04:03.870046 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:04.503209 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213c96-5417-463b-bb8a-358b9627ceac req-45b23228-df69-4a35-976c-3c348de15469 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:04.504608 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-87213c96-5417-463b-bb8a-358b9627ceac req-45b23228-df69-4a35-976c-3c348de15469 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0803063 May 31 12:04:04.548575 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-87213c96-5417-463b-bb8a-358b9627ceac req-a116fc9a-6d5a-40f3-bdd1-901b3b865295 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381467 May 31 12:04:08.481186 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9954d520-2502-430b-8dbd-461dbdd63c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:10.961255 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:11.224331 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-44368d85-1774-40af-b95c-13782339d12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:12.212982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:13.898663 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:26.118921 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:04:33.858445 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:36.552228 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-95620515-cf6a-47de-913f-1d59fc3d8765 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1576498 May 31 12:04:36.723900 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-455522ac-f2f6-4c91-8c88-f98964f765a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:36.725346 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-455522ac-f2f6-4c91-8c88-f98964f765a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1098 time: 0.0711913 May 31 12:04:36.870438 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-c2f99cc1-6668-4389-968d-ed259c48c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:36.872598 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-c2f99cc1-6668-4389-968d-ed259c48c496 service neutron] 10.222.0.54 "GET /v2.0/networks?id=073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 200 len: 910 time: 0.1276588 May 31 12:04:36.976779 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-26bde855-b0d5-4824-b6b6-6bf7e64aadc1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 200 len: 1000 time: 0.0964460 May 31 12:04:37.041857 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-58055c02-2f44-4a06-9951-7a753fb75aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:37.043368 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-58055c02-2f44-4a06-9951-7a753fb75aef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d42cef8c-079e-4ff5-8601-b7be4784a4a7 HTTP/1.1" status: 200 len: 848 time: 0.0603850 May 31 12:04:37.119149 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-be9e0e63-5be3-4959-950f-86f2499ea18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:37.120628 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-be9e0e63-5be3-4959-950f-86f2499ea18b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=073b185b-d988-4fa5-be2f-0271044767b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711820 May 31 12:04:37.259061 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-34f54e92-5def-4569-9619-775a2482a408 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309006 May 31 12:04:37.395136 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-86fd515a-edf3-4fa8-8e1b-06627664b25d req-cd24d804-02e6-4685-9f62-b84a702b58ec service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292951 May 31 12:04:38.481003 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0217886c-f7b5-446d-a165-c6cd77e4493b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:40.972597 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:41.212621 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a489-0240-471d-bedf-330c030ceb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:41.307628 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d74bb-d678-4645-be6a-beb205805b6a req-ed1b7a9d-a75e-496e-8899-31c5150a7188 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:41.309111 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bf9d74bb-d678-4645-be6a-beb205805b6a req-ed1b7a9d-a75e-496e-8899-31c5150a7188 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0820150 May 31 12:04:41.360806 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-bf9d74bb-d678-4645-be6a-beb205805b6a req-08d81f6e-3115-4f51-a963-fec7d6e0dd92 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458550 May 31 12:04:42.218164 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.548820 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edeb48-30a8-4e28-81bb-80bb1267bd16 req-ee12d55d-fd78-4878-acb0-9531b44287a0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:42.550929 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-09edeb48-30a8-4e28-81bb-80bb1267bd16 req-ee12d55d-fd78-4878-acb0-9531b44287a0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0822589 May 31 12:04:42.595761 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-09edeb48-30a8-4e28-81bb-80bb1267bd16 req-8cb1342d-3d75-43e6-9b80-c1760fc6e450 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392275 May 31 12:04:43.789303 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56867-ee4c-47b7-9c36-c8a01c8ed05b req-2f4ae604-a3b5-4b91-91bc-81886d112f2b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:43.790743 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-27b56867-ee4c-47b7-9c36-c8a01c8ed05b req-2f4ae604-a3b5-4b91-91bc-81886d112f2b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0850308 May 31 12:04:43.836834 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-27b56867-ee4c-47b7-9c36-c8a01c8ed05b req-d301370b-cdd6-4d20-ac4a-df9c1a36cdd2 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403142 May 31 12:04:43.903749 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:45.031190 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0702-6241-435b-b986-f49eaaf458a5 req-366ff6fb-f475-4ad4-8d0e-de23b4c26c6b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:45.032557 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9cad0702-6241-435b-b986-f49eaaf458a5 req-366ff6fb-f475-4ad4-8d0e-de23b4c26c6b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0807204 May 31 12:04:45.078024 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9cad0702-6241-435b-b986-f49eaaf458a5 req-5827adcb-5227-4baf-8bbc-424bd8035623 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 May 31 12:04:46.268951 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca4680-57e6-48f7-a5ab-5b88c699a24a req-3eef1586-423e-4c75-8949-bbb741aedb02 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:46.270287 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b0ca4680-57e6-48f7-a5ab-5b88c699a24a req-3eef1586-423e-4c75-8949-bbb741aedb02 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0859690 May 31 12:04:46.315581 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b0ca4680-57e6-48f7-a5ab-5b88c699a24a req-43a9c713-d403-4ebe-9263-1fecc8b084f6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396624 May 31 12:04:47.506963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0594737-9fb0-48cd-aeec-3bb0ce0794c7 req-97814159-0e87-46b2-b2b2-8c4a4356c6c0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:47.508494 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b0594737-9fb0-48cd-aeec-3bb0ce0794c7 req-97814159-0e87-46b2-b2b2-8c4a4356c6c0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0806518 May 31 12:04:47.557423 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b0594737-9fb0-48cd-aeec-3bb0ce0794c7 req-e803a8e5-63f5-41a3-a8c5-a09e8854db2b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430334 May 31 12:04:48.739360 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99036e59-186e-4254-86ac-871ade578308 req-20f99283-1d9b-4107-96f0-0e1c3b178b3f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:48.740826 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-99036e59-186e-4254-86ac-871ade578308 req-20f99283-1d9b-4107-96f0-0e1c3b178b3f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0790477 May 31 12:04:48.787686 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-99036e59-186e-4254-86ac-871ade578308 req-6a3573a8-5d22-4a82-972e-854f355e42e5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411282 May 31 12:04:49.975963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f164a-1be6-442d-87bf-75615c2e8668 req-e2ad58bc-9dee-4722-ad09-c1bbac702735 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:49.977489 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d25f164a-1be6-442d-87bf-75615c2e8668 req-e2ad58bc-9dee-4722-ad09-c1bbac702735 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0846999 May 31 12:04:50.023253 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-d25f164a-1be6-442d-87bf-75615c2e8668 req-961db750-8fc8-4010-a71a-3c0a2aef0c25 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 May 31 12:04:51.216477 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21825d44-fb7f-4b2e-8dd3-d11740c2a931 req-b3665fb1-cb93-48b0-9b2c-adf9a8de2ad8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:51.217825 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-21825d44-fb7f-4b2e-8dd3-d11740c2a931 req-b3665fb1-cb93-48b0-9b2c-adf9a8de2ad8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0821328 May 31 12:04:51.261847 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-21825d44-fb7f-4b2e-8dd3-d11740c2a931 req-1ed46c95-8474-4f66-a328-cfb9d6c3655a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381823 May 31 12:04:52.548327 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24126fed-8930-4553-b552-e7e7f0181527 req-c9d00188-e283-451f-864a-99b52642c621 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:52.549705 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24126fed-8930-4553-b552-e7e7f0181527 req-c9d00188-e283-451f-864a-99b52642c621 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1817536 May 31 12:04:52.594312 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-24126fed-8930-4553-b552-e7e7f0181527 req-6bacc398-efd0-4cc5-bee1-30bf7977c961 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387812 May 31 12:04:53.778133 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907b4f5-600a-4846-99b6-95b344b4c021 req-acad1a67-b5e1-40d6-b472-a64d1920eb02 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:53.779579 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1907b4f5-600a-4846-99b6-95b344b4c021 req-acad1a67-b5e1-40d6-b472-a64d1920eb02 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0807962 May 31 12:04:53.827385 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1907b4f5-600a-4846-99b6-95b344b4c021 req-6fdd2266-ed00-4971-91f9-1711fbc03fd8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 May 31 12:04:55.017228 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4d588-9de4-4c67-9c8b-7b737d3f1d14 req-13ebb2c7-ffce-4820-a8dd-ab46b5077aca tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:55.018677 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-45f4d588-9de4-4c67-9c8b-7b737d3f1d14 req-13ebb2c7-ffce-4820-a8dd-ab46b5077aca tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0821338 May 31 12:04:55.063383 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-45f4d588-9de4-4c67-9c8b-7b737d3f1d14 req-9369f940-433a-4a6f-ab2e-c1ef76088af6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384309 May 31 12:04:56.257540 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23eb44-9110-4962-88be-50250f9d78d9 req-6519f895-0597-42c2-a3f3-77888e6a9b7c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:56.259005 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0a23eb44-9110-4962-88be-50250f9d78d9 req-6519f895-0597-42c2-a3f3-77888e6a9b7c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0874946 May 31 12:04:56.304088 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0a23eb44-9110-4962-88be-50250f9d78d9 req-399d716c-ea1e-4adf-a0ee-0819c2eba0c0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393534 May 31 12:04:57.489284 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180dbd9-62af-4619-b017-a515e4462c47 req-831e6332-5410-4970-b6a9-f0ea097f62eb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:57.491268 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7180dbd9-62af-4619-b017-a515e4462c47 req-831e6332-5410-4970-b6a9-f0ea097f62eb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0812235 May 31 12:04:57.535153 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7180dbd9-62af-4619-b017-a515e4462c47 req-2c5846c8-673b-44e8-b8b6-919381b60027 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382979 May 31 12:04:58.030375 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb9756-f7bc-45b7-8f62-326890f0c01a req-053f0aae-b805-40b1-ba4b-ef7c93d02672 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:58.031854 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-defb9756-f7bc-45b7-8f62-326890f0c01a req-053f0aae-b805-40b1-ba4b-ef7c93d02672 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0847914 May 31 12:04:58.107125 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-defb9756-f7bc-45b7-8f62-326890f0c01a req-5ebdbdae-8bed-485e-b128-7da5debd5583 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694804 May 31 12:04:58.148915 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-8cabf7eb-02f5-4082-b218-64e238eee84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:58.150357 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-8cabf7eb-02f5-4082-b218-64e238eee84d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 1099 time: 0.0760450 May 31 12:04:58.279935 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-891a56cc-0c0c-4e1d-a022-bc4764f7267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:58.281361 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-891a56cc-0c0c-4e1d-a022-bc4764f7267d service neutron] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 911 time: 0.1241262 May 31 12:04:58.385415 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-a19fb150-dee5-464f-8e6f-307de2940349 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 200 len: 1002 time: 0.0973802 May 31 12:04:58.453455 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-bd45cd00-0c3c-4e6e-bc66-d04653f3568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:58.454894 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-bd45cd00-0c3c-4e6e-bc66-d04653f3568d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.0634637 May 31 12:04:58.530000 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-c3f0ce44-7267-4e08-aaf9-bfd340103cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:58.531453 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-c3f0ce44-7267-4e08-aaf9-bfd340103cb0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705009 May 31 12:04:58.665656 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-41503141-c27c-45ec-b9b0-916736881279 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259828 May 31 12:04:58.801429 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-677e05e8-f823-41c8-b8ec-8859b77f2636 req-ecbfd37d-f4ba-47c1-b658-97d5168004ae service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288729 May 31 12:04:59.295587 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aee7d3-b19d-4fec-9d96-e77e11b40f10 req-e84b38a8-32e5-4dae-b96d-b80deae5e0d1 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:59.297081 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-79aee7d3-b19d-4fec-9d96-e77e11b40f10 req-e84b38a8-32e5-4dae-b96d-b80deae5e0d1 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0842702 May 31 12:04:59.342771 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-79aee7d3-b19d-4fec-9d96-e77e11b40f10 req-874ffea2-a8d6-4634-a021-61aa34290171 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399730 May 31 12:05:00.527558 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50efc27-638f-4304-9960-8e583e26272d req-83c1900d-ac45-468b-9332-640a50626da5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:00.529101 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b50efc27-638f-4304-9960-8e583e26272d req-83c1900d-ac45-468b-9332-640a50626da5 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0803187 May 31 12:05:00.573657 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b50efc27-638f-4304-9960-8e583e26272d req-ad30f2fd-880f-4ef6-ab95-7f4225d4720e tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389223 May 31 12:05:03.118429 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:05:03.852235 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:05.202334 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c6ccb73b-c611-4595-a692-831e052f86cd req-6165ffc9-ce90-43df-8c3f-e0123790c1b5 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730876285&fields=id&tenant_id=f6581bf7df3449aabf8eb1410141b339 HTTP/1.1" status: 200 len: 267 time: 0.0442328 May 31 12:05:05.288834 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb73b-c611-4595-a692-831e052f86cd req-fb2416c5-529d-4852-bbfd-ecc80fac289a tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:05.290301 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c6ccb73b-c611-4595-a692-831e052f86cd req-fb2416c5-529d-4852-bbfd-ecc80fac289a tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 984 time: 0.0826530 May 31 12:05:05.301302 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-c6ccb73b-c611-4595-a692-831e052f86cd req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Request body: {'port': {'security_groups': ['82408bde-1511-4b60-8aae-06031e7001d6']}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:05:05.501592 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c6ccb73b-c611-4595-a692-831e052f86cd req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:05.736888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-c6ccb73b-c611-4595-a692-831e052f86cd req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] For port ad84517a-414c-40c1-9a56-2f78d3439f12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad84517a-414c-40c1-9a56-2f78d3439f12,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:05.762574 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c6ccb73b-c611-4595-a692-831e052f86cd req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:05.823525 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c6ccb73b-c611-4595-a692-831e052f86cd req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:05.829295 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:05.869373 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['ad84517a-414c-40c1-9a56-2f78d3439f12'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:05:05.908609 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb73b-c611-4595-a692-831e052f86cd req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:05.909267 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-c6ccb73b-c611-4595-a692-831e052f86cd req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:05.910721 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c6ccb73b-c611-4595-a692-831e052f86cd req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "PUT /v2.0/ports/ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 942 time: 0.6142390 May 31 12:05:05.911258 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:05:05.913706 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f1a0a-7f31-424e-a5a0-ee399a832fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:05:05.919972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47522) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:05.968188 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9b54c1-093b-4de6-adbc-be1f5b2dc391 x-openstack-request-id: req-4e9b54c1-093b-4de6-adbc-be1f5b2dc391 {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:05:05.968514 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:05:05.968801 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e9b54c1-093b-4de6-adbc-be1f5b2dc391 {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:05:05.969229 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'status': 'completed', 'code': 200} May 31 12:05:05.980437 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event updated for resources: {'Port': ['ID=ad84517a-414c-40c1-9a56-2f78d3439f12,revision_number=7']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:05.995413 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:05.995871 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:05.996199 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:05.996570 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:05.996939 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:05.997304 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:05.997665 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:05.998025 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:05.998415 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:06.008628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:06.009047 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:06.009437 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:06.014984 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:06.035472 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d8c8bdd9-3509-470a-828c-8ec87dd7ae19 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:06.068573 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d8c8bdd9-3509-470a-828c-8ec87dd7ae19 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:06.075535 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['ad84517a-414c-40c1-9a56-2f78d3439f12'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:05:06.106830 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-8df3dae4-2095-485e-8a9f-a1ae7034d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:06.109047 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-8df3dae4-2095-485e-8a9f-a1ae7034d350 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6581bf7df3449aabf8eb1410141b339&device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1098 time: 0.0854213 May 31 12:05:06.171372 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-ed4e2fea-05e0-4885-9720-4e20f4464839 None None] Provisioning complete for port ad84517a-414c-40c1-9a56-2f78d3439f12 triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:05:06.171694 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2fea-05e0-4885-9720-4e20f4464839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:06.257766 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d8c8bdd9-3509-470a-828c-8ec87dd7ae19 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:06.264519 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fc6363c1-bb2d-4f32-bfdf-e8c66777a65e tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:06.281507 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8bdd9-3509-470a-828c-8ec87dd7ae19 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b3e58e-b322-4061-bc72-ff5f0a563fae,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:06.286742 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d8c8bdd9-3509-470a-828c-8ec87dd7ae19 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:06.343498 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d8c8bdd9-3509-470a-828c-8ec87dd7ae19 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:06.345569 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d8c8bdd9-3509-470a-828c-8ec87dd7ae19 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "DELETE /v2.0/security-groups/b2b3e58e-b322-4061-bc72-ff5f0a563fae HTTP/1.1" status: 204 len: 168 time: 0.4238267 May 31 12:05:06.353020 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47526) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:06.360262 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-83ba1416-64c1-4547-918c-7f1aadb719f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:06.361727 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-83ba1416-64c1-4547-918c-7f1aadb719f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 200 len: 915 time: 0.2453327 May 31 12:05:06.478656 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-015bd5c2-469d-406b-b843-4eba9d47a413 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 999 time: 0.1043220 May 31 12:05:06.544422 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-2f52c224-f78e-4aea-9cf8-1033951cfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:06.545552 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-2f52c224-f78e-4aea-9cf8-1033951cfe33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63c55288-5e64-4b2b-8a18-3ae4c111a647 HTTP/1.1" status: 200 len: 853 time: 0.0606236 May 31 12:05:06.622994 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-d725b3a4-1da5-49e0-aee5-9b412c4067e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:06.624511 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-d725b3a4-1da5-49e0-aee5-9b412c4067e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722959 May 31 12:05:06.649400 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Deleting port 0755bb17-4d25-456b-ade1-fcb7a210ffe1 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:06.649745 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:06.767844 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:06.768179 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:06.780445 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-6f771545-e045-4b77-bb4c-567e0bc86c7f service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270833 May 31 12:05:06.890016 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Calling delete_port for 0755bb17-4d25-456b-ade1-fcb7a210ffe1 owned by network:floatingip {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:06.914542 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-449f1a0a-7f31-424e-a5a0-ee399a832fd6 req-8cabaaca-fa8e-4968-8847-b28907f64d03 service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272302 May 31 12:05:07.080839 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:07.086065 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-013229bc-06e5-49a4-aa08-5998711df203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:07.129417 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event deleted for resources: {'Port': ['ID=0755bb17-4d25-456b-ade1-fcb7a210ffe1,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:07.155175 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:07.220282 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks [] for floatingip, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:07.220614 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.l3_db [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Floating IP a9ae2c32-7041-4462-acc5-8b5eeeb99343 disassociated (deleted). External IP: 172.28.2.3, port: ad84517a-414c-40c1-9a56-2f78d3439f12. May 31 12:05:07.655718 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Router 00fbda1f-2b30-44ca-b179-8a131271fa89 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:05:07.837888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:05:07.848319 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] Sync routers for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:05:07.859427 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:05:07.865227 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:04:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:07.909715 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:07.983330 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "DELETE /v2.0/floatingips/a9ae2c32-7041-4462-acc5-8b5eeeb99343 HTTP/1.1" status: 204 len: 168 time: 1.6291497 May 31 12:05:07.984330 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:05:07.986842 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf7a08-526d-42c5-a4d4-ba7e70146574" -d '{"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:05:08.046298 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be61502-c498-4e7b-aee5-b5122732befd x-openstack-request-id: req-5be61502-c498-4e7b-aee5-b5122732befd {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:05:08.046615 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:05:08.047365 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5be61502-c498-4e7b-aee5-b5122732befd {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:05:08.047846 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'status': 'completed', 'code': 200} May 31 12:05:08.053131 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:05:08.190949 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-c31df8e9-fc39-46c9-8d5c-7704bc3ed36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:08.193545 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-c31df8e9-fc39-46c9-8d5c-7704bc3ed36d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6581bf7df3449aabf8eb1410141b339&device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 1098 time: 0.0981891 May 31 12:05:08.367774 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-035209de-e39c-49c1-849c-30f7b553ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:08.374051 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-035209de-e39c-49c1-849c-30f7b553ccb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 200 len: 915 time: 0.1696980 May 31 12:05:08.424573 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 5, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:08.429806 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] Checking router: 00fbda1f-2b30-44ca-b179-8a131271fa89 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:05:08.444835 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:05:08.444835 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:04:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:08.458356 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-d34af090-250a-4489-9f37-08e2bc92d474 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 200 len: 217 time: 0.0825970 May 31 12:05:08.525948 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-7a65ea91-a611-4098-b5f4-2380879dde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:08.527497 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-7a65ea91-a611-4098-b5f4-2380879dde21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63c55288-5e64-4b2b-8a18-3ae4c111a647 HTTP/1.1" status: 200 len: 853 time: 0.0628328 May 31 12:05:08.564393 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e49034c3-76bb-4e40-b046-9938e49b07e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:08.621090 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-4be0b7b2-8347-4faa-ac3a-4caa9e539284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:08.622776 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-4be0b7b2-8347-4faa-ac3a-4caa9e539284 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893168 May 31 12:05:08.725491 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:05:08.773987 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-200360de-0223-45af-abdf-054664909385 service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426980 May 31 12:05:08.916328 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-cdaf7a08-526d-42c5-a4d4-ba7e70146574 req-e514e73c-328a-4c83-a7f8-4c541031cc36 service neutron] 10.222.0.54 "GET /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356947 May 31 12:05:09.052859 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 5, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:09.057385 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696b80b-e534-47cd-88c0-e9a5370da3a6 None None] The sync data for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb is: [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:00:11Z', 'revision_number': 4, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'fb1276b2-7a3d-463f-b02f-6011d3f8f315', 'name': '', 'network_id': '9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'mac_address': 'fa:16:3e:78:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:21Z', 'revision_number': 5, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'subnets': [{'id': '63c55288-5e64-4b2b-8a18-3ae4c111a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:05:09.263608 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb001b6b-37cd-4320-b1b3-5fd938d6b9d3 None None] New status for floating IP a9ae2c32-7041-4462-acc5-8b5eeeb99343: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:05:10.988973 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:11.217589 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a57c842-295c-4e0d-b8ac-f98822f756b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:12.240416 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:12.985934 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ef4c-7efc-4e36-bf4e-c01907b2b61e req-3da6dc0e-6315-4188-9d9e-ffa9a1f96dc3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:12.986633 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-63a8ef4c-7efc-4e36-bf4e-c01907b2b61e req-3da6dc0e-6315-4188-9d9e-ffa9a1f96dc3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Synchronizing usage tracker for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:05:13.063289 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-63a8ef4c-7efc-4e36-bf4e-c01907b2b61e req-3da6dc0e-6315-4188-9d9e-ffa9a1f96dc3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Unset dirty status for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:05:13.064573 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-63a8ef4c-7efc-4e36-bf4e-c01907b2b61e req-3da6dc0e-6315-4188-9d9e-ffa9a1f96dc3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.1629922 May 31 12:05:13.110069 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-63a8ef4c-7efc-4e36-bf4e-c01907b2b61e req-c1b04409-f0dd-4857-bc5e-406309246cc8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Synchronizing usage tracker for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:05:13.194584 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-63a8ef4c-7efc-4e36-bf4e-c01907b2b61e req-c1b04409-f0dd-4857-bc5e-406309246cc8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Unset dirty status for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:05:13.195790 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-63a8ef4c-7efc-4e36-bf4e-c01907b2b61e req-c1b04409-f0dd-4857-bc5e-406309246cc8 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255250 May 31 12:05:13.903326 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:14.384855 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bf4ed-346d-4494-8479-e8976ae88841 req-fc204fda-45f1-4de9-8e3d-63c49bc9c178 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:14.386305 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-da2bf4ed-346d-4494-8479-e8976ae88841 req-fc204fda-45f1-4de9-8e3d-63c49bc9c178 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0794973 May 31 12:05:14.431169 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-da2bf4ed-346d-4494-8479-e8976ae88841 req-9db6b377-4287-4d88-8e15-a02b7e8f4a9d tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390611 May 31 12:05:15.604698 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-77f2fc7b-584f-4eed-a920-5d8541fdf7d2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:15.606173 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-77f2fc7b-584f-4eed-a920-5d8541fdf7d2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.54 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0878005 May 31 12:05:15.630463 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ff6df-e2de-4dcb-8579-981882b8d4a6 req-9e6e7e22-a9a2-46fd-846a-f6cbcec25612 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:15.632083 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d06ff6df-e2de-4dcb-8579-981882b8d4a6 req-9e6e7e22-a9a2-46fd-846a-f6cbcec25612 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 945 time: 0.0969930 May 31 12:05:15.677668 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d06ff6df-e2de-4dcb-8579-981882b8d4a6 req-83bfe388-0251-4925-abb9-8ca3a9b8b6c9 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/security-groups?id=82408bde-1511-4b60-8aae-06031e7001d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 May 31 12:05:15.745688 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Deleting port ad84517a-414c-40c1-9a56-2f78d3439f12 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:15.745954 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:15.969089 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] For port ad84517a-414c-40c1-9a56-2f78d3439f12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad84517a-414c-40c1-9a56-2f78d3439f12,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:15.969445 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:16.091948 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Calling delete_port for ad84517a-414c-40c1-9a56-2f78d3439f12 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:16.286377 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:16.292249 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:16.331527 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['ad84517a-414c-40c1-9a56-2f78d3439f12'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:05:16.338314 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Pushing event deleted for resources: {'Port': ['ID=ad84517a-414c-40c1-9a56-2f78d3439f12,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:16.380874 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.381242 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.382207 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.382579 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.382931 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.383278 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.383676 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.384010 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.384352 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.384690 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.385030 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.385367 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:16.411793 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:16.426087 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] No DVR routers for this DVR port ad84517a-414c-40c1-9a56-2f78d3439f12 on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:05:16.429484 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:16.432356 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'name': 'network-vif-deleted', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:05:16.434640 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573f7f2c-22ff-44e3-9333-24d3a3fdc4e6" -d '{"events": [{"server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "name": "network-vif-deleted", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:05:16.481021 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cc25eb-b824-4242-9a76-2b3a8b0d9de5 x-openstack-request-id: req-b7cc25eb-b824-4242-9a76-2b3a8b0d9de5 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:05:16.481323 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c7e61-74e8-4401-821e-d36d2ec08ddf", "name": "network-vif-deleted", "tag": "ad84517a-414c-40c1-9a56-2f78d3439f12", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:05:16.481602 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7cc25eb-b824-4242-9a76-2b3a8b0d9de5 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:05:16.482050 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36c7e61-74e8-4401-821e-d36d2ec08ddf', 'name': 'network-vif-deleted', 'tag': 'ad84517a-414c-40c1-9a56-2f78d3439f12', 'status': 'completed', 'code': 200} May 31 12:05:16.543802 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-457738dc-f8af-4bd9-b688-1ef29eb22b55 req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.54 "DELETE /v2.0/ports/ad84517a-414c-40c1-9a56-2f78d3439f12 HTTP/1.1" status: 204 len: 173 time: 0.9317200 May 31 12:05:16.846785 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-812ddcbc-c7e5-476a-8287-2460af32d9d7 req-a3f5c2bc-ffa0-427d-9c9a-d68be54dc8b3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Synchronizing usage tracker for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:05:16.898870 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-812ddcbc-c7e5-476a-8287-2460af32d9d7 req-a3f5c2bc-ffa0-427d-9c9a-d68be54dc8b3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Unset dirty status for tenant:f6581bf7df3449aabf8eb1410141b339 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:05:16.900071 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-812ddcbc-c7e5-476a-8287-2460af32d9d7 req-a3f5c2bc-ffa0-427d-9c9a-d68be54dc8b3 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] 10.222.0.58 "GET /v2.0/ports?device_id=f36c7e61-74e8-4401-821e-d36d2ec08ddf HTTP/1.1" status: 200 len: 210 time: 0.0976803 May 31 12:05:19.079945 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ad84517a-414c-40c1-9a56-2f78d3439f12 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:05:19.113059 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: ad84517a-414c-40c1-9a56-2f78d3439f12 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:05:19.113406 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ad84517a-414c-40c1-9a56-2f78d3439f12 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:05:19.416903 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47640) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:20.047658 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437676'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:20.450350 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Deleting port fb1276b2-7a3d-463f-b02f-6011d3f8f315 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:20.450987 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:20.663579 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] For port fb1276b2-7a3d-463f-b02f-6011d3f8f315, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=fb1276b2-7a3d-463f-b02f-6011d3f8f315,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:20.663964 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:20.788700 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Calling delete_port for fb1276b2-7a3d-463f-b02f-6011d3f8f315 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:21.149073 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:21.153536 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-48f60af3-63fa-4055-bad4-8ddbbd249272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:21.195343 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1276b2-7a3d-463f-b02f-6011d3f8f315,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:21.198839 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:21.472286 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441148'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:21.828718 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Router 00fbda1f-2b30-44ca-b179-8a131271fa89 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:05:22.116860 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:05:22.126590 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] Sync routers for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:05:22.135631 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:05:22.142722 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:05:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:22.196717 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] 10.222.0.58 "PUT /v2.0/routers/00fbda1f-2b30-44ca-b179-8a131271fa89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784734 May 31 12:05:22.198893 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47650) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:22.315502 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:05:22.378177 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:22.555449 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:22.599430 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:05:21Z', 'revision_number': 5, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port': {'id': 'c4e3cda0-14ce-4035-9986-84810252e550', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:04Z', 'updated_at': '2021-05-31T12:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:22.603958 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] Checking router: 00fbda1f-2b30-44ca-b179-8a131271fa89 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:05:22.612385 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] Routers {'00fbda1f-2b30-44ca-b179-8a131271fa89'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:05:22.612984 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:05:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['00fbda1f-2b30-44ca-b179-8a131271fa89'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:22.682336 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Deleting port c4e3cda0-14ce-4035-9986-84810252e550 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:22.682655 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:22.767051 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] Set router 00fbda1f-2b30-44ca-b179-8a131271fa89 gateway port host: None {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:05:22.809951 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] For port c4e3cda0-14ce-4035-9986-84810252e550, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=c4e3cda0-14ce-4035-9986-84810252e550,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:22.810315 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:22.920116 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:05:22Z', 'revision_number': 6, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port_host': None}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:22.924304 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c420d12-a822-408f-8cd2-d41d8594fbdd None None] The sync data for ids ['00fbda1f-2b30-44ca-b179-8a131271fa89'] in dv-cinder-786384-7-smb is: [{'id': '00fbda1f-2b30-44ca-b179-8a131271fa89', 'name': 'tempest-TestMinimumBasicScenario-815065321-router', 'tenant_id': 'f6581bf7df3449aabf8eb1410141b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:03Z', 'updated_at': '2021-05-31T12:05:22Z', 'revision_number': 6, 'project_id': 'f6581bf7df3449aabf8eb1410141b339', 'gw_port_host': None}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:05:22.959113 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Calling delete_port for c4e3cda0-14ce-4035-9986-84810252e550 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:23.166735 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:23.170540 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ba903e57-414c-4da3-ab00-3bf6b6df52c4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:23.215146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e3cda0-14ce-4035-9986-84810252e550,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:23.240869 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:23.311130 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435633'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:23.484597 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:23.486672 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:23.565676 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441344'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:23.566349 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00fbda1f-2b30-44ca-b179-8a131271fa89 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:05:23.578669 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:23.579920 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] 10.222.0.58 "DELETE /v2.0/routers/00fbda1f-2b30-44ca-b179-8a131271fa89 HTTP/1.1" status: 204 len: 168 time: 1.3799376 May 31 12:05:23.582361 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47658) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:23.651434 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] Deleting subnet 63c55288-5e64-4b2b-8a18-3ae4c111a647 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:05:23.655025 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:23.710598 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3001051'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:23.943173 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.263496 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119004'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.268443 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-3266a745-fc62-4ef5-8315-c376236e15cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:24.306337 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c55288-5e64-4b2b-8a18-3ae4c111a647,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:24.310477 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:24.310613 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.316043 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937a8fd-6ad1-4eaa-a54c-6c80564ed310 None None] Network 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:05:24.318652 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-0c989d5a-2b16-4c66-aee2-b92f5081b756 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/63c55288-5e64-4b2b-8a18-3ae4c111a647 HTTP/1.1" status: 204 len: 168 time: 0.7332036 May 31 12:05:24.318932 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47666) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:24.424178 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.494566 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device fb1276b2-7a3d-463f-b02f-6011d3f8f315 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:05:24.503637 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Deleting port 8b432d71-2086-415c-90aa-eb4bccef8a23 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:24.504005 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.532355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: fb1276b2-7a3d-463f-b02f-6011d3f8f315 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:05:24.532705 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device fb1276b2-7a3d-463f-b02f-6011d3f8f315 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:05:24.533128 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device c4e3cda0-14ce-4035-9986-84810252e550 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:05:24.567542 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: c4e3cda0-14ce-4035-9986-84810252e550 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:05:24.567909 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device c4e3cda0-14ce-4035-9986-84810252e550 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:05:24.606708 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] For port 8b432d71-2086-415c-90aa-eb4bccef8a23, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=8b432d71-2086-415c-90aa-eb4bccef8a23,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:24.607179 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.632400 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] DHCP port deletion for 9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 request from dv-cinder-786384-7-smb {{(pid=103896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:05:24.700903 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Deleting port 8b432d71-2086-415c-90aa-eb4bccef8a23 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:24.701194 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.729468 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Calling delete_port for 8b432d71-2086-415c-90aa-eb4bccef8a23 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:24.795674 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] For port 8b432d71-2086-415c-90aa-eb4bccef8a23, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=8b432d71-2086-415c-90aa-eb4bccef8a23,segment=NetworkSegment(7f085a3d-d98e-4bbe-9477-3aec33c46027),segment_id=7f085a3d-d98e-4bbe-9477-3aec33c46027)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:24.796123 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.834801 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.838784 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e09059f8-89b9-4206-84c1-344e82cbd865 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:24.884526 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b432d71-2086-415c-90aa-eb4bccef8a23,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:24.888111 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:24.890346 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] No DVR routers for this DVR port 8b432d71-2086-415c-90aa-eb4bccef8a23 on host dv-cinder-786384-7-smb {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:05:24.921740 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Calling delete_port for 8b432d71-2086-415c-90aa-eb4bccef8a23 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:25.005326 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:25.018214 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:25.030707 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f085a3d-d98e-4bbe-9477-3aec33c46027') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:25.031280 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f085a3d-d98e-4bbe-9477-3aec33c46027') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:25.043150 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:25.050518 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:25.054120 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:25.059895 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:25.066135 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:05:25.070753 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:05:25.079445 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:05:25.097456 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Pushing event deleted for resources: {'Port': ['ID=8b432d71-2086-415c-90aa-eb4bccef8a23,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:25.099998 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] No DVR routers for this DVR port 8b432d71-2086-415c-90aa-eb4bccef8a23 on host dv-cinder-786384-7-smb {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:05:25.112112 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.112810 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.113145 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.115931 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.115931 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.115931 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.115931 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.115931 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.115931 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.116929 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.116929 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.116929 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:25.124279 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:25.229231 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:25.233939 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:25.236512 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:25.260351 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:25.261883 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:25.338862 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-9dbed237-60b9-4b41-bbbe-374715bf5f4e admin admin] 10.222.0.58 "DELETE /v2.0/networks/9a6bb2fa-a7d2-4447-ad91-4e33e7f3eda1 HTTP/1.1" status: 204 len: 168 time: 1.0187802 May 31 12:05:25.341536 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47672) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:25.986272 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437676'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:26.398457 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Deleting port e4a21a30-cb7f-40ba-a3df-294aaf6fb592 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:26.398797 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:26.494545 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 8b432d71-2086-415c-90aa-eb4bccef8a23 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:05:26.525249 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] For port e4a21a30-cb7f-40ba-a3df-294aaf6fb592, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,segment=NetworkSegment(256e75cb-2e56-4eb8-8733-dc253c2e529a),segment_id=256e75cb-2e56-4eb8-8733-dc253c2e529a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:26.525826 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:26.534402 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: 8b432d71-2086-415c-90aa-eb4bccef8a23 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:05:26.534754 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 8b432d71-2086-415c-90aa-eb4bccef8a23 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:05:26.650003 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Calling delete_port for e4a21a30-cb7f-40ba-a3df-294aaf6fb592 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:26.874630 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:26.878862 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7b7608be-8716-4e47-9977-3ec46681bc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:26.924273 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a21a30-cb7f-40ba-a3df-294aaf6fb592,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:26.950172 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:27.314924 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441148'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:27.677299 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Router 5d26031e-018f-4fcd-b5c8-a79a7437317b has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:05:27.850038 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:05:27.860619 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] 10.222.0.58 "PUT /v2.0/routers/5d26031e-018f-4fcd-b5c8-a79a7437317b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5180883 May 31 12:05:27.863003 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47686) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:27.867820 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] Sync routers for ids ['5d26031e-018f-4fcd-b5c8-a79a7437317b'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:05:27.878851 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] Routers {'5d26031e-018f-4fcd-b5c8-a79a7437317b'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:05:27.879459 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:05:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['5d26031e-018f-4fcd-b5c8-a79a7437317b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:28.042885 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:28.060880 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] Set router 5d26031e-018f-4fcd-b5c8-a79a7437317b gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:05:28.216115 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:28.354516 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Deleting port acb793e4-9626-4af0-adb6-5a8337335320 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:28.355184 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:28.374512 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:05:26Z', 'revision_number': 5, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port': {'id': 'acb793e4-9626-4af0-adb6-5a8337335320', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:21Z', 'updated_at': '2021-05-31T12:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:28.379038 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] Checking router: 5d26031e-018f-4fcd-b5c8-a79a7437317b for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:05:28.388036 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] Routers {'5d26031e-018f-4fcd-b5c8-a79a7437317b'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:05:28.388636 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:05:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['5d26031e-018f-4fcd-b5c8-a79a7437317b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:28.496243 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] For port acb793e4-9626-4af0-adb6-5a8337335320, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=acb793e4-9626-4af0-adb6-5a8337335320,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:28.496243 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:28.544545 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] Set router 5d26031e-018f-4fcd-b5c8-a79a7437317b gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:05:28.648798 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:05:28Z', 'revision_number': 6, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port_host': None}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:28.653811 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca39ab-3458-4d17-b989-67cb53857b31 None None] The sync data for ids ['5d26031e-018f-4fcd-b5c8-a79a7437317b'] in dv-cinder-786384-7-smb is: [{'id': '5d26031e-018f-4fcd-b5c8-a79a7437317b', 'name': 'tempest-TestMinimumBasicScenario-2115422941-router', 'tenant_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:19Z', 'updated_at': '2021-05-31T12:05:28Z', 'revision_number': 6, 'project_id': '981b9ff2ad9a45e4a97514077ed09bd3', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:05:28.725297 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Calling delete_port for acb793e4-9626-4af0-adb6-5a8337335320 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:28.937370 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:28.941160 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e4606a8-ce55-4f05-8bef-2b831fefc46f tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:28.984795 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Pushing event deleted for resources: {'Port': ['ID=acb793e4-9626-4af0-adb6-5a8337335320,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:28.987907 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:29.080996 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435633'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.256228 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.258783 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.337909 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441344'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.338452 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d26031e-018f-4fcd-b5c8-a79a7437317b {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:05:29.351904 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.354334 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] 10.222.0.58 "DELETE /v2.0/routers/5d26031e-018f-4fcd-b5c8-a79a7437317b HTTP/1.1" status: 204 len: 168 time: 1.4903665 May 31 12:05:29.356891 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47698) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:29.418142 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] Deleting subnet d5f873e7-2a44-4552-90e7-1b79940c84eb {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:05:29.421334 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.473152 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3001051'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.551592 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.880616 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119004'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.885789 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:29.924419 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.928345 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f873e7-2a44-4552-90e7-1b79940c84eb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:29.929343 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f83adf-2a8a-4cc9-8600-72f572d5ae63 None None] Network 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:05:29.931079 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:29.935869 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-61233937-a772-41d5-8e71-3ab0410c017e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d5f873e7-2a44-4552-90e7-1b79940c84eb HTTP/1.1" status: 204 len: 168 time: 0.5779784 May 31 12:05:29.938609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47712) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:30.099950 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.171809 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] DHCP port deletion for 9c3b4a91-66ea-4c95-b8e4-2a761dd0883e request from dv-cinder-786384-7-smb {{(pid=103896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:05:30.172274 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d302a-c249-45e0-9715-68d52f8b54e7 req-a44818e0-8c65-4b35-b64a-a73cdcce8fc2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:30.173778 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4e8d302a-c249-45e0-9715-68d52f8b54e7 req-a44818e0-8c65-4b35-b64a-a73cdcce8fc2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.2133064 May 31 12:05:30.236538 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4e8d302a-c249-45e0-9715-68d52f8b54e7 req-e3a00798-1ee4-44f8-b558-1652f28a8d12 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543292 May 31 12:05:30.240296 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Deleting port 437e94d0-e395-4cb0-a76b-bf9daf49de91 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:30.240641 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.245420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] Deleting port 437e94d0-e395-4cb0-a76b-bf9daf49de91 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:05:30.246113 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.343029 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] For port 437e94d0-e395-4cb0-a76b-bf9daf49de91, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=437e94d0-e395-4cb0-a76b-bf9daf49de91,segment=NetworkSegment(256e75cb-2e56-4eb8-8733-dc253c2e529a),segment_id=256e75cb-2e56-4eb8-8733-dc253c2e529a)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:30.343422 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.346301 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] For port 437e94d0-e395-4cb0-a76b-bf9daf49de91, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=437e94d0-e395-4cb0-a76b-bf9daf49de91,segment=NetworkSegment(256e75cb-2e56-4eb8-8733-dc253c2e529a),segment_id=256e75cb-2e56-4eb8-8733-dc253c2e529a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:30.346656 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.501713 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] Calling delete_port for 437e94d0-e395-4cb0-a76b-bf9daf49de91 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:30.533091 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device acb793e4-9626-4af0-adb6-5a8337335320 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:05:30.585430 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Calling delete_port for 437e94d0-e395-4cb0-a76b-bf9daf49de91 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:05:30.591813 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: acb793e4-9626-4af0-adb6-5a8337335320 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:05:30.592163 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device acb793e4-9626-4af0-adb6-5a8337335320 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:05:30.592595 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 437e94d0-e395-4cb0-a76b-bf9daf49de91 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:05:30.699137 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.700950 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.709475 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9fb41077-0557-46d6-99c4-f732455bfb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:30.711727 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:30.750800 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] No DVR routers for this DVR port 437e94d0-e395-4cb0-a76b-bf9daf49de91 on host dv-cinder-786384-7-smb {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:05:30.761936 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] Pushing event deleted for resources: {'Port': ['ID=437e94d0-e395-4cb0-a76b-bf9daf49de91,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:30.767607 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:30.776119 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] No DVR routers for this DVR port 437e94d0-e395-4cb0-a76b-bf9daf49de91 on host dv-cinder-786384-7-smb {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:05:30.777831 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.795612 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=437e94d0-e395-4cb0-a76b-bf9daf49de91,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:30.803560 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:30.840909 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device e4a21a30-cb7f-40ba-a3df-294aaf6fb592 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:05:30.875304 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: e4a21a30-cb7f-40ba-a3df-294aaf6fb592 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:05:30.875936 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device e4a21a30-cb7f-40ba-a3df-294aaf6fb592 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:05:30.902158 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.916386 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3b4a91-66ea-4c95-b8e4-2a761dd0883e']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:30.934622 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256e75cb-2e56-4eb8-8733-dc253c2e529a') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:30.934920 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256e75cb-2e56-4eb8-8733-dc253c2e529a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:05:30.946262 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.961599 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.967369 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:05:30.973286 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: util.warn( May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: util.warn( May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: util.warn( May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: util.warn( May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:05:30.981273 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:05:31.143261 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:31.146832 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e4d5d92-c017-48ed-88b6-383ded7d2fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:31.160503 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:31.171034 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3b4a91-66ea-4c95-b8e4-2a761dd0883e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:31.173737 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:31.175819 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9c3b4a91-66ea-4c95-b8e4-2a761dd0883e HTTP/1.1" status: 204 len: 168 time: 1.2360892 May 31 12:05:31.436449 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131c572-a348-4879-9b20-1afff2451ede req-651e3b87-3f14-4c7d-b1a4-58856b52c56f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:31.437958 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9131c572-a348-4879-9b20-1afff2451ede req-651e3b87-3f14-4c7d-b1a4-58856b52c56f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0874088 May 31 12:05:31.486034 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9131c572-a348-4879-9b20-1afff2451ede req-6bb7877e-90d7-45a9-b6bf-88355ce0c1af tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 May 31 12:05:31.556941 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:31.606466 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-0d2d7f32-8938-4afa-8f06-183b7e90f685 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6581bf7df3449aabf8eb1410141b339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482910 May 31 12:05:31.608831 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47724) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:31.666049 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-55e6c02f-5687-46c2-af1b-5520794ec3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:31.691331 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-55e6c02f-5687-46c2-af1b-5520794ec3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:31.834758 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-55e6c02f-5687-46c2-af1b-5520794ec3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:31.840410 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-fbc90c6f-896c-40c3-bad4-69616bdf0851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:31.854017 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6c02f-5687-46c2-af1b-5520794ec3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82408bde-1511-4b60-8aae-06031e7001d6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:31.858834 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-55e6c02f-5687-46c2-af1b-5520794ec3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:31.937019 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-55e6c02f-5687-46c2-af1b-5520794ec3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:31.938196 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-55e6c02f-5687-46c2-af1b-5520794ec3f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82408bde-1511-4b60-8aae-06031e7001d6 HTTP/1.1" status: 204 len: 168 time: 0.3284898 May 31 12:05:32.604246 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47734) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:32.653079 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-7e44aa95-d217-4f08-8675-6e775ba89d6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=981b9ff2ad9a45e4a97514077ed09bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475192 May 31 12:05:32.655459 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47738) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:32.682241 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd55e30-7e1a-451d-b2af-664308287e19 req-9054da24-36d7-49ab-aee2-40bcd37fe099 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:32.683816 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0cd55e30-7e1a-451d-b2af-664308287e19 req-9054da24-36d7-49ab-aee2-40bcd37fe099 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0864649 May 31 12:05:32.716482 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1bed215a-8833-4006-8838-596760d76fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:32.731425 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0cd55e30-7e1a-451d-b2af-664308287e19 req-aad5100f-6f04-4e67-8e6b-7782520aaa8d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 May 31 12:05:32.744312 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1bed215a-8833-4006-8838-596760d76fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:32.886696 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1bed215a-8833-4006-8838-596760d76fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:32.890613 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0a8ea408-6a85-427d-ae41-bac6c3da9f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:32.904246 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed215a-8833-4006-8838-596760d76fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3436ea-342e-457d-9a5c-c71c393aad65,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:32.907117 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1bed215a-8833-4006-8838-596760d76fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:32.909459 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1bed215a-8833-4006-8838-596760d76fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:32.910431 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-1bed215a-8833-4006-8838-596760d76fa3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc3436ea-342e-457d-9a5c-c71c393aad65 HTTP/1.1" status: 204 len: 168 time: 0.2540188 May 31 12:05:33.983826 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69830c2f-af31-40b6-b677-97f56053d831 req-c0ac6d02-5dbc-46b3-8e63-9d4cee0283e7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:33.986682 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-69830c2f-af31-40b6-b677-97f56053d831 req-c0ac6d02-5dbc-46b3-8e63-9d4cee0283e7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.1289999 May 31 12:05:34.006139 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:34.035889 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-69830c2f-af31-40b6-b677-97f56053d831 req-86ca82e4-2257-4039-8285-0e99ae967a3d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 May 31 12:05:35.224997 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686082-fa34-4d45-bf73-753f5cbf5b0b req-e182b7c5-8fb7-47a4-8735-956f7bcd8469 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:35.226346 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-96686082-fa34-4d45-bf73-753f5cbf5b0b req-e182b7c5-8fb7-47a4-8735-956f7bcd8469 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0786924 May 31 12:05:35.274035 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-96686082-fa34-4d45-bf73-753f5cbf5b0b req-8b22e1db-b35c-45ab-98e3-764fcc89e270 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 May 31 12:05:36.466243 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5981124-92f4-42ff-b456-aeca0ae84e79 req-1eb3dcbe-75e9-4166-ab1a-6a14006ef0f9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:36.467751 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f5981124-92f4-42ff-b456-aeca0ae84e79 req-1eb3dcbe-75e9-4166-ab1a-6a14006ef0f9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0798781 May 31 12:05:36.517991 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f5981124-92f4-42ff-b456-aeca0ae84e79 req-64fbbd14-4472-4d47-84ce-dd2916c6aaf3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 May 31 12:05:36.536044 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-fbce1adc-fb23-41dc-8fde-b323d2b0910f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735376 May 31 12:05:36.642820 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-9af5834e-90ef-4943-bb69-c6e502f197f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:36.644312 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-9af5834e-90ef-4943-bb69-c6e502f197f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 1099 time: 0.0725124 May 31 12:05:36.787311 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-5e92258d-7572-4047-bcce-76019db27dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:36.788813 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-5e92258d-7572-4047-bcce-76019db27dbf service neutron] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 911 time: 0.1259980 May 31 12:05:36.898120 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-b2af425b-6cf2-4188-b924-e6c7a0e2a5f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 200 len: 1002 time: 0.1018503 May 31 12:05:36.965563 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-9916c9ed-a9fc-4584-8081-7abeb23e6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:36.966985 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-9916c9ed-a9fc-4584-8081-7abeb23e6055 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.0622315 May 31 12:05:37.045540 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-8b188284-a1f9-4f23-8e9b-09f58d9516fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:37.047006 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-8b188284-a1f9-4f23-8e9b-09f58d9516fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724814 May 31 12:05:37.180607 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-6a96426e-d979-4e66-b29a-7e47e856eb14 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253583 May 31 12:05:37.313157 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a8431489-c0bd-44f0-a3ee-9479deda082e req-f2bc643b-48f2-4a09-af26-7c2ee06927e9 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256325 May 31 12:05:37.718946 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7963b4-2498-44d5-b7d7-a73b091f2f93 req-69dd161d-e055-4029-8106-1ef35351917d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:37.720517 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2c7963b4-2498-44d5-b7d7-a73b091f2f93 req-69dd161d-e055-4029-8106-1ef35351917d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0851068 May 31 12:05:37.764698 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2c7963b4-2498-44d5-b7d7-a73b091f2f93 req-371b680c-3c04-4626-b5bd-e0426e9d2b6a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386059 May 31 12:05:38.480910 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58aafce1-dfa1-4c32-b190-22116bd30e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:38.960266 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca114-8338-4434-af57-f715ce459f37 req-39c3f289-4e22-408e-9ab4-11455902721a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:38.960266 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eb0ca114-8338-4434-af57-f715ce459f37 req-39c3f289-4e22-408e-9ab4-11455902721a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0834334 May 31 12:05:39.003577 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eb0ca114-8338-4434-af57-f715ce459f37 req-69c18b54-f777-4071-8876-f661c6073f7b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388932 May 31 12:05:40.117247 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:05:40.194075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbd6da-018a-4446-8343-35a3c18992f6 req-4c2524ed-a73c-4669-a65d-972bed02e1a6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:40.195535 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-36dbd6da-018a-4446-8343-35a3c18992f6 req-4c2524ed-a73c-4669-a65d-972bed02e1a6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0804765 May 31 12:05:40.240162 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-36dbd6da-018a-4446-8343-35a3c18992f6 req-2474db7f-45cf-4e71-bd4b-c53ef96fc0a1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381715 May 31 12:05:40.977027 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:41.217239 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2e896bc-46c8-4073-8dac-7dd91e5782f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:41.431680 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf528f6-a8f1-4a65-929f-5587d8691649 req-75891c33-6e58-44e3-8c51-e3f6e65aef11 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:41.433325 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ddf528f6-a8f1-4a65-929f-5587d8691649 req-75891c33-6e58-44e3-8c51-e3f6e65aef11 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0799892 May 31 12:05:41.482760 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ddf528f6-a8f1-4a65-929f-5587d8691649 req-d3a6333c-def8-44a8-92b5-4c27ee87c59c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435491 May 31 12:05:42.223034 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:42.765525 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de73d0-7c88-4dc9-a01b-a4f24bf36f9e req-52cc39b8-2c8f-4992-8a44-b88629046833 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:42.766968 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-10de73d0-7c88-4dc9-a01b-a4f24bf36f9e req-52cc39b8-2c8f-4992-8a44-b88629046833 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.1715875 May 31 12:05:42.811117 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-10de73d0-7c88-4dc9-a01b-a4f24bf36f9e req-f2eb4cc7-d045-42a5-a189-ba2cc92c25e4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383646 May 31 12:05:43.165026 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:05:43.296270 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:43.310232 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'port_id': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'mac_address': 'fa:16:3e:31:95:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:05:43.367228 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:43.384541 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:05:43.399504 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:43.462714 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:43.464394 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:43.528042 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:43.531017 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:43.636994 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:05:43.903604 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:44.004829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cd18-c8bf-478b-b2cc-5235dcfbe112 req-21a3b966-a060-4d31-98f3-96c432514ea1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:44.006307 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ca44cd18-c8bf-478b-b2cc-5235dcfbe112 req-21a3b966-a060-4d31-98f3-96c432514ea1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 945 time: 0.0818119 May 31 12:05:44.052653 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-ca44cd18-c8bf-478b-b2cc-5235dcfbe112 req-6783c5f9-545b-4724-a5b9-60c41e9b3bdb tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 May 31 12:05:45.164381 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:05:45.232933 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:05:45.233318 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:45.246526 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97386a-a5fe-48a0-88c4-8ac1e41bc760 req-865d869b-5d65-40a5-942c-c762165ec0b1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:45.248018 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8a97386a-a5fe-48a0-88c4-8ac1e41bc760 req-865d869b-5d65-40a5-942c-c762165ec0b1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 945 time: 0.0808182 May 31 12:05:45.296001 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8a97386a-a5fe-48a0-88c4-8ac1e41bc760 req-ddf47664-c00c-40e7-9607-f39bc97204ee tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 May 31 12:05:45.351344 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:45.377944 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:05:45.380196 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e4a618-1fcf-4e37-96f1-0ca52025aa13" -d '{"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-plugged", "status": "completed", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:05:45.387855 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:45.423527 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70341e4d-7f9c-4916-b8df-922bb185fde6 x-openstack-request-id: req-70341e4d-7f9c-4916-b8df-922bb185fde6 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:05:45.423846 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-plugged", "status": "completed", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:05:45.424100 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70341e4d-7f9c-4916-b8df-922bb185fde6 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:05:45.424489 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'code': 200} May 31 12:05:45.457198 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:45.459895 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-bae5fdc0-e4e3-402a-a162-e802da74c58b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:45.528960 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:45.531956 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:46.487430 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2260336-7abe-4527-bc0d-e9603c754c3f req-fd982ec7-afc2-46d7-86c7-0866d3b9378a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:46.488928 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a2260336-7abe-4527-bc0d-e9603c754c3f req-fd982ec7-afc2-46d7-86c7-0866d3b9378a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0823443 May 31 12:05:46.534546 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a2260336-7abe-4527-bc0d-e9603c754c3f req-300939a8-9a29-4313-80af-b641e669f79e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398908 May 31 12:05:47.739683 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5781cf0-e621-4399-8b93-1caa713e619a req-fc0cd505-6a2b-4252-b0a8-3dbf86948757 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:47.741348 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c5781cf0-e621-4399-8b93-1caa713e619a req-fc0cd505-6a2b-4252-b0a8-3dbf86948757 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0865912 May 31 12:05:47.787999 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c5781cf0-e621-4399-8b93-1caa713e619a req-77d55ecd-5f20-41d1-bd6a-86b7047769e3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404787 May 31 12:05:49.028371 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cb69f-5496-4b08-aedb-fb0ea37a454c req-ac7559b0-bd5c-4cb0-9d14-624fd7d0255e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:49.030575 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f94cb69f-5496-4b08-aedb-fb0ea37a454c req-ac7559b0-bd5c-4cb0-9d14-624fd7d0255e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.1071367 May 31 12:05:49.102489 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-f94cb69f-5496-4b08-aedb-fb0ea37a454c req-7aacdd9d-b139-4f9d-b5b0-1dd5a868b2db tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647008 May 31 12:05:50.288825 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f473-8090-4353-8d1d-ede0280cd98b req-a5de62bc-25e4-4bc8-b74d-7ca74ccd72ed tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:50.290983 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5c48f473-8090-4353-8d1d-ede0280cd98b req-a5de62bc-25e4-4bc8-b74d-7ca74ccd72ed tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0842187 May 31 12:05:50.341306 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5c48f473-8090-4353-8d1d-ede0280cd98b req-1b2edb20-67f0-4a75-bcd2-6340e82a337b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433917 May 31 12:05:51.553467 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293aabd3-5776-42b5-b9c9-ff17a1fea450 req-cf1c1756-5784-4a66-8e3a-53df5b498181 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:51.555593 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-293aabd3-5776-42b5-b9c9-ff17a1fea450 req-cf1c1756-5784-4a66-8e3a-53df5b498181 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0886924 May 31 12:05:51.603849 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-293aabd3-5776-42b5-b9c9-ff17a1fea450 req-6fcaaac1-e744-4136-9780-8acfbfbd383d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 May 31 12:05:52.915089 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f739581-0ff4-4d2e-89fc-130bf879150f req-5176bcbd-40b9-43bf-8d7a-bff155acbb22 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:52.917273 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5f739581-0ff4-4d2e-89fc-130bf879150f req-5176bcbd-40b9-43bf-8d7a-bff155acbb22 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.1933711 May 31 12:05:52.978684 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5f739581-0ff4-4d2e-89fc-130bf879150f req-87fa6f42-c783-4ca7-89cc-1b1e88f75329 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513678 May 31 12:05:54.185399 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab399ed-76ed-4417-8699-467b32635a1a req-bdea053f-ed5e-419b-b1c2-d91a41fda555 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:54.186771 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ab399ed-76ed-4417-8699-467b32635a1a req-bdea053f-ed5e-419b-b1c2-d91a41fda555 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0849693 May 31 12:05:54.231446 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-6ab399ed-76ed-4417-8699-467b32635a1a req-193b6141-5af5-409f-9225-24bad2d1468e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386796 May 31 12:05:55.431139 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74adc5c-cadd-44c1-98ef-1cae46ded1cc req-ea7f8b0c-b752-44b4-ade7-e813105f55df tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:55.433717 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b74adc5c-cadd-44c1-98ef-1cae46ded1cc req-ea7f8b0c-b752-44b4-ade7-e813105f55df tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0878510 May 31 12:05:55.489899 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b74adc5c-cadd-44c1-98ef-1cae46ded1cc req-deb1fcc7-d947-4c61-aaea-575ec5ba0052 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 May 31 12:05:56.731484 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df03b4a-7e2f-4d55-9491-c3469a786557 req-260c330c-096d-4950-bfba-7ac82ad48507 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:56.733109 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1df03b4a-7e2f-4d55-9491-c3469a786557 req-260c330c-096d-4950-bfba-7ac82ad48507 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0848885 May 31 12:05:56.794511 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-1df03b4a-7e2f-4d55-9491-c3469a786557 req-a04090c6-74d7-493f-b3b4-d725a4d3862b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460973 May 31 12:05:58.027436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31395fd3-f3a9-428c-93a0-385bcaa28c05 req-0ae80074-be49-4517-a4d9-a531c96a5f1b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:58.033709 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-31395fd3-f3a9-428c-93a0-385bcaa28c05 req-0ae80074-be49-4517-a4d9-a531c96a5f1b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.1133924 May 31 12:05:58.087602 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-31395fd3-f3a9-428c-93a0-385bcaa28c05 req-8cb2d3a1-0fb2-4de6-8cc9-6a3c8c17bc0c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497417 May 31 12:05:59.286110 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477699b-3d87-4549-abc1-f99fb74da2d4 req-28e2224b-5aab-4424-8dfe-27a7c5455e10 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:59.287584 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5477699b-3d87-4549-abc1-f99fb74da2d4 req-28e2224b-5aab-4424-8dfe-27a7c5455e10 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0805323 May 31 12:05:59.332426 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5477699b-3d87-4549-abc1-f99fb74da2d4 req-d8a958ea-6358-47e1-a9aa-6419a2f62082 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392301 May 31 12:05:59.976166 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-153f7a58-e61c-4f4d-bd45-5e2f8e9326a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:59.977691 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-153f7a58-e61c-4f4d-bd45-5e2f8e9326a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1099 time: 0.0761540 May 31 12:06:00.108015 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-d0345e92-cc7c-4377-bf49-21f48bf8394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:00.109436 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-d0345e92-cc7c-4377-bf49-21f48bf8394e service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.1250403 May 31 12:06:00.208282 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-9600b572-3029-4ff0-950d-d98111b77707 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c HTTP/1.1" status: 200 len: 1001 time: 0.0920160 May 31 12:06:00.272555 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-d01a8438-5c19-405b-b0d3-4ae1cd9cd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:00.273954 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-d01a8438-5c19-405b-b0d3-4ae1cd9cd0ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.0596919 May 31 12:06:00.348944 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-09c3e665-a6ca-4f07-8706-bf1483d8b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:00.350386 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-09c3e665-a6ca-4f07-8706-bf1483d8b225 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697153 May 31 12:06:00.484343 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-6054cacf-272a-4ac0-b1dd-51b346b0c9ab service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276832 May 31 12:06:00.532494 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ca8b7-d6fa-483a-a367-b0933f687e7c req-395e56cc-e93c-4902-9ab3-c205ceb8625a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:00.534011 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9c3ca8b7-d6fa-483a-a367-b0933f687e7c req-395e56cc-e93c-4902-9ab3-c205ceb8625a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0859470 May 31 12:06:00.579570 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-9c3ca8b7-d6fa-483a-a367-b0933f687e7c req-5be9a0cf-ccef-4160-8d6d-5c66a33818a9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398245 May 31 12:06:00.616983 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20b593a7-bd95-4352-8f80-306beec9ab4c req-1ed94d23-84ca-4d38-92be-295588408cc6 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262095 May 31 12:06:01.774156 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a39e-8158-4610-930c-42d448a86518 req-fff982b7-5193-4529-9f5d-3164aa988d21 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:01.775598 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4550a39e-8158-4610-930c-42d448a86518 req-fff982b7-5193-4529-9f5d-3164aa988d21 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0835245 May 31 12:06:01.821935 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4550a39e-8158-4610-930c-42d448a86518 req-8e96fe0b-29a2-4ad0-8bab-c170258d9efe tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 May 31 12:06:03.016828 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be79f81-94cc-43c1-9f2f-8be7e0e84d11 req-3b361e11-e9d4-4677-8f42-eec71caa767f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:03.018281 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1be79f81-94cc-43c1-9f2f-8be7e0e84d11 req-3b361e11-e9d4-4677-8f42-eec71caa767f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 946 time: 0.0807579 May 31 12:06:03.063565 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1be79f81-94cc-43c1-9f2f-8be7e0e84d11 req-6d3615ee-71af-4d33-ac8c-0bfa5d2a7472 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396178 May 31 12:06:03.251343 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:03.401699 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:03.428096 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:03.430325 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f84532d-29db-42de-964e-42b475ebd935" -d '{"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-unplugged", "status": "completed", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:03.438673 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:03.469173 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb33e2f-d03e-4218-91fd-40a04d7a2947 x-openstack-request-id: req-4bb33e2f-d03e-4218-91fd-40a04d7a2947 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:03.469461 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-unplugged", "status": "failed", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c", "code": 422}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:03.469711 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bb33e2f-d03e-4218-91fd-40a04d7a2947 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:03.470160 dv-cinder-786384-7-smb neutron-server[103896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'code': 422} returned with failed status May 31 12:06:03.514927 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:03.516345 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:03.583277 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:03.586526 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:03.885531 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:04.801445 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47860) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:05.338804 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Deleting port a0c469d5-db23-4fb3-a824-e02fa3812147 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:05.339146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:05.462360 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:05.462672 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:05.584968 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Calling delete_port for a0c469d5-db23-4fb3-a824-e02fa3812147 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:05.788214 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:05.792075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-fb7da78c-3173-440b-99c3-3aab9a45df11 tempest-VolumesNegativeTest-1973529231 tempest-VolumesNegativeTest-1973529231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:05.836733 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event deleted for resources: {'Port': ['ID=a0c469d5-db23-4fb3-a824-e02fa3812147,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:05.839760 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:05.931954 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:05.932282 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.l3_db [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Floating IP dd977344-5ef3-4fa8-8413-8eefd838a76b disassociated (deleted). External IP: 172.28.2.83, port: 16da4828-e0b2-426f-81ba-6384890da8fb. May 31 12:06:06.280188 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Router c56d9614-173f-4270-aa89-160ec110bf9e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:06:06.459791 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:06:06.472178 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] Sync routers for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:06:06.481440 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:06.482094 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:05:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:06.553768 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:06.609710 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-799cbacb-d00a-421d-ab3a-e0060808b490 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "DELETE /v2.0/floatingips/dd977344-5ef3-4fa8-8413-8eefd838a76b HTTP/1.1" status: 204 len: 168 time: 1.8062105 May 31 12:06:06.610078 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:06.612440 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8ae324-6e6c-4224-9a45-91ec4bfde390" -d '{"events": [{"name": "network-changed", "server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:06.667214 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:06.780096 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7565f285-bd54-4375-9867-da755c36a9c4 x-openstack-request-id: req-7565f285-bd54-4375-9867-da755c36a9c4 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:06.780450 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:06.780734 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7565f285-bd54-4375-9867-da755c36a9c4 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:06.781170 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb', 'status': 'completed', 'code': 200} May 31 12:06:07.026056 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 5, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:07.031397 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] Checking router: c56d9614-173f-4270-aa89-160ec110bf9e for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:06:07.040358 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:07.040979 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:05:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:07.088249 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-04bc6249-fc77-4987-90ec-96e231336483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:07.089757 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-04bc6249-fc77-4987-90ec-96e231336483 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f6441b832b24ebcbfa946283abd7f40&device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 1098 time: 0.2584901 May 31 12:06:07.114876 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f674fe9-fd80-41f6-9bda-1af49c9d2fde req-dbdb494c-a6dc-42e1-b957-89cf647277af tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:07.120811 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8f674fe9-fd80-41f6-9bda-1af49c9d2fde req-dbdb494c-a6dc-42e1-b957-89cf647277af tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.2315297 May 31 12:06:07.201878 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8f674fe9-fd80-41f6-9bda-1af49c9d2fde req-9eec0255-631d-4549-81d6-d8b6bc949ee9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787146 May 31 12:06:07.236918 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:07.290822 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:07.321242 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-59bd82b2-b970-43a2-8251-018639d10a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:07.322691 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-59bd82b2-b970-43a2-8251-018639d10a2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 200 len: 910 time: 0.1531193 May 31 12:06:07.344441 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c0ba-d671-4bee-8dac-c6c7d140f311 req-0f0d09e1-bc44-473e-9f7f-1515c1ff0c89 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:07.346197 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-78f5c0ba-d671-4bee-8dac-c6c7d140f311 req-0f0d09e1-bc44-473e-9f7f-1515c1ff0c89 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.1467435 May 31 12:06:07.397125 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-78f5c0ba-d671-4bee-8dac-c6c7d140f311 req-d4ebfd27-3b34-4ca7-9940-87251071f65d tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444040 May 31 12:06:07.399676 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-626cb9f3-6ccc-467f-902b-ca50834ed87a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 200 len: 217 time: 0.0693967 May 31 12:06:07.474720 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-efb655ae-ebb7-4ff3-8465-00d210e2d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:07.476206 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-efb655ae-ebb7-4ff3-8465-00d210e2d219 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d42cef8c-079e-4ff5-8601-b7be4784a4a7 HTTP/1.1" status: 200 len: 848 time: 0.0694227 May 31 12:06:07.477253 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47902) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:07.623227 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-1488876a-da97-4f21-b6a6-a17c8ad805a4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448519 May 31 12:06:07.627698 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-1b7a60b7-e5cd-4a6c-bc46-8de3e48a9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:07.629102 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-1b7a60b7-e5cd-4a6c-bc46-8de3e48a9daa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=073b185b-d988-4fa5-be2f-0271044767b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1441453 May 31 12:06:07.671792 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 5, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:07.675878 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda1990-3ad7-4cb7-ab79-e55ce242dbf8 None None] The sync data for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb is: [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T11:59:08Z', 'revision_number': 4, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'feef7763-90d3-4d5a-b509-9b4b3282808c', 'name': '', 'network_id': '073b185b-d988-4fa5-be2f-0271044767b7', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'mac_address': 'fa:16:3e:b8:a8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:07Z', 'updated_at': '2021-05-31T11:59:16Z', 'revision_number': 5, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'subnets': [{'id': 'd42cef8c-079e-4ff5-8601-b7be4784a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:06:07.774879 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-697abfc5-37b6-441b-b396-ac343f99eb80 service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375778 May 31 12:06:07.924219 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e36c88-0653-4b3b-b6bd-121f68c449fa None None] New status for floating IP dd977344-5ef3-4fa8-8413-8eefd838a76b: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:06:07.936102 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0e8ae324-6e6c-4224-9a45-91ec4bfde390 req-44ba351c-3af5-48b3-aa4f-51b3e61f84ff service neutron] 10.222.0.54 "GET /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543164 May 31 12:06:08.474965 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8f9722c-e3c6-4b1c-a011-2780def11708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:08.597891 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d555-f885-4660-8386-2fc3074c7326 req-4c82d67a-e8ab-4934-be37-fb243fb24a0f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:08.599394 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e188d555-f885-4660-8386-2fc3074c7326 req-4c82d67a-e8ab-4934-be37-fb243fb24a0f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0898027 May 31 12:06:08.635926 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02804581-16d8-41ac-9ecb-f7f1a3c3a36a req-92bd593e-b249-413d-aea9-d75e9c37ba67 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:08.637504 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-02804581-16d8-41ac-9ecb-f7f1a3c3a36a req-92bd593e-b249-413d-aea9-d75e9c37ba67 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1082113 May 31 12:06:08.652372 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e188d555-f885-4660-8386-2fc3074c7326 req-ba146878-2ae9-411b-8150-198074380319 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468645 May 31 12:06:08.704226 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-02804581-16d8-41ac-9ecb-f7f1a3c3a36a req-65694df0-4159-42ec-a865-9e324594456a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596223 May 31 12:06:08.867596 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920df1d-7106-4d5e-8ba0-1ec367ed5586 req-537c5624-bf3e-4c4f-94e9-bb1968ffe061 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:08.868017 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-a920df1d-7106-4d5e-8ba0-1ec367ed5586 req-537c5624-bf3e-4c4f-94e9-bb1968ffe061 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Synchronizing usage tracker for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:06:08.954461 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-a920df1d-7106-4d5e-8ba0-1ec367ed5586 req-537c5624-bf3e-4c4f-94e9-bb1968ffe061 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Unset dirty status for tenant:1f6441b832b24ebcbfa946283abd7f40 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:06:08.955675 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a920df1d-7106-4d5e-8ba0-1ec367ed5586 req-537c5624-bf3e-4c4f-94e9-bb1968ffe061 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.1669893 May 31 12:06:09.005904 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a920df1d-7106-4d5e-8ba0-1ec367ed5586 req-a80e2a58-64aa-46f2-b029-f71d38efd1e9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/security-groups?id=8547dec0-3f53-48e7-a931-436afb23c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445242 May 31 12:06:09.174523 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-a0430606-1cd4-4915-914a-21ea54e53c00 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:09.175880 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-a0430606-1cd4-4915-914a-21ea54e53c00 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 945 time: 0.0796828 May 31 12:06:09.314037 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Deleting port 16da4828-e0b2-426f-81ba-6384890da8fb {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:09.314381 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:09.448801 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] For port 16da4828-e0b2-426f-81ba-6384890da8fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16da4828-e0b2-426f-81ba-6384890da8fb,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:09.449084 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:09.571409 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Calling delete_port for 16da4828-e0b2-426f-81ba-6384890da8fb owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:09.744211 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:09.753349 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-d7da01d6-3325-4ad4-811c-f19378a2398c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:09.803717 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event deleted for resources: {'Port': ['ID=16da4828-e0b2-426f-81ba-6384890da8fb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:09.809802 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:09.898409 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd14f-15fc-4a49-a648-7ad20b1cd83e req-ea37193e-a51c-4a46-86dd-78bc2a970d2a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:09.900174 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-651bd14f-15fc-4a49-a648-7ad20b1cd83e req-ea37193e-a51c-4a46-86dd-78bc2a970d2a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.1207559 May 31 12:06:09.949638 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-651bd14f-15fc-4a49-a648-7ad20b1cd83e req-5a1c4e71-6ef8-4c81-8cb7-34c128ffbd95 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 May 31 12:06:10.043295 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] No DVR routers for this DVR port 16da4828-e0b2-426f-81ba-6384890da8fb on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:10.046801 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:10.052964 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'name': 'network-vif-deleted', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:10.055259 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586128ad-6f27-4bf6-8a20-31833b79fe67" -d '{"events": [{"server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "name": "network-vif-deleted", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:10.091832 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48189cb8-3913-4912-af89-b23e150178aa req-9f43bd65-ed4c-4204-8706-b7e956d7120b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:10.093843 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-48189cb8-3913-4912-af89-b23e150178aa req-9f43bd65-ed4c-4204-8706-b7e956d7120b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.2483394 May 31 12:06:10.133153 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8e0e2a5-a888-4ec3-8ceb-8b9992c19fea req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.54 "DELETE /v2.0/ports/16da4828-e0b2-426f-81ba-6384890da8fb HTTP/1.1" status: 204 len: 173 time: 0.9509239 May 31 12:06:10.149892 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-48189cb8-3913-4912-af89-b23e150178aa req-2c708be4-d68d-4b42-ad89-f880a729355d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483065 May 31 12:06:10.160771 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cc4245e7-2352-4441-a545-3209c1e13cfd req-a0ffe69b-a259-47db-85e4-5b91d2d50a4c tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 210 time: 0.0470090 May 31 12:06:10.217352 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac85df0-cdfb-4a3e-8f4c-5875375921e4 x-openstack-request-id: req-9ac85df0-cdfb-4a3e-8f4c-5875375921e4 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:10.218241 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7d12cb-71c4-48e1-86ed-0bb7b68375c7", "name": "network-vif-deleted", "tag": "16da4828-e0b2-426f-81ba-6384890da8fb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:10.218944 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ac85df0-cdfb-4a3e-8f4c-5875375921e4 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:10.219092 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7d12cb-71c4-48e1-86ed-0bb7b68375c7', 'name': 'network-vif-deleted', 'tag': '16da4828-e0b2-426f-81ba-6384890da8fb', 'status': 'completed', 'code': 200} May 31 12:06:10.403395 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-e89203db-5c0f-4719-a822-0458282d7ef6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:10.404863 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-e89203db-5c0f-4719-a822-0458282d7ef6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0867751 May 31 12:06:10.544374 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Deleting port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:10.544712 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:10.680095 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] For port 4974b498-1aae-4d82-9fa6-ee90db8f8db0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4974b498-1aae-4d82-9fa6-ee90db8f8db0,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:10.680447 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:10.984772 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:10.985398 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:10.985528 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.l3_db [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Floating IP 1882f808-783f-4217-a4aa-7be5912cc07a disassociated. External IP: 172.28.2.232, port: 4974b498-1aae-4d82-9fa6-ee90db8f8db0. May 31 12:06:10.985979 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Calling delete_port for 4974b498-1aae-4d82-9fa6-ee90db8f8db0 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:11.023294 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:11.166120 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e155-9419-4e68-94e1-cb06f2eea33f req-52878027-cab2-40f3-94ae-cd5a90f499fa tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:11.167582 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0bd6e155-9419-4e68-94e1-cb06f2eea33f req-52878027-cab2-40f3-94ae-cd5a90f499fa tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 946 time: 0.0911534 May 31 12:06:11.215699 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-0bd6e155-9419-4e68-94e1-cb06f2eea33f req-32fa7a6d-9794-4f93-b6cc-060de49fec31 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ada7ff7-3fe1-4675-9c01-361c0defb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416329 May 31 12:06:11.243487 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:11.245778 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9bc8db5b-43c1-4c77-aab9-e4ea0b8a5930 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:11.268028 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1461935c-185c-4c3e-92b7-d4603ab2d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:11.330368 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event deleted for resources: {'Port': ['ID=4974b498-1aae-4d82-9fa6-ee90db8f8db0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:11.338106 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:11.389502 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-281242be-1847-446d-ac48-15776e55fbc2 req-ea239f4b-e660-4c78-b0d4-94a8e8f1c4c9 tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "GET /v2.0/ports?device_id=be7d12cb-71c4-48e1-86ed-0bb7b68375c7 HTTP/1.1" status: 200 len: 210 time: 0.0440333 May 31 12:06:11.540983 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bad5e-8e4d-4dee-880e-e6faa6fc4c0c req-837f7a7b-c714-42b6-952d-a222587607fe tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:11.542365 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b33bad5e-8e4d-4dee-880e-e6faa6fc4c0c req-837f7a7b-c714-42b6-952d-a222587607fe tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.2632194 May 31 12:06:11.581483 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Router 459aebb0-9b7f-4489-a05c-6f2f3938c21e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:06:11.661314 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b33bad5e-8e4d-4dee-880e-e6faa6fc4c0c req-d63b2f40-e322-48cb-b3b5-541c2af6af88 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122298 May 31 12:06:11.796127 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:06:11.806137 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] Sync routers for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:06:11.816124 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:11.817019 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:11.871639 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] No DVR routers for this DVR port 4974b498-1aae-4d82-9fa6-ee90db8f8db0 on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:11.874812 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:11.884916 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4a76844c-fb0f-4abc-9ef8-42d4821ee255 req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "DELETE /v2.0/ports/4974b498-1aae-4d82-9fa6-ee90db8f8db0 HTTP/1.1" status: 204 len: 173 time: 1.4739740 May 31 12:06:12.056649 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:12.220252 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'name': 'network-vif-deleted', 'tag': '4974b498-1aae-4d82-9fa6-ee90db8f8db0'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:12.222916 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545eaf52-5363-433d-b179-9b0057cf0b98" -d '{"events": [{"server_uuid": "3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3", "name": "network-vif-deleted", "tag": "4974b498-1aae-4d82-9fa6-ee90db8f8db0"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:12.273822 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d9618-61d4-48ea-ad93-19b0bd0893a2 x-openstack-request-id: req-715d9618-61d4-48ea-ad93-19b0bd0893a2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:12.274148 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3", "name": "network-vif-deleted", "tag": "4974b498-1aae-4d82-9fa6-ee90db8f8db0", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:12.274430 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-715d9618-61d4-48ea-ad93-19b0bd0893a2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:12.274864 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3', 'name': 'network-vif-deleted', 'tag': '4974b498-1aae-4d82-9fa6-ee90db8f8db0', 'status': 'completed', 'code': 200} May 31 12:06:12.298558 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:12.399803 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:12.404266 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] Checking router: 459aebb0-9b7f-4489-a05c-6f2f3938c21e for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:06:12.413988 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:12.414617 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:12.494979 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47960) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:12.521951 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-09dfc584-dc41-4f71-97e0-089423288fcf req-c4efebbd-3c07-434b-a949-30d0ac8096bf tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:06:12.571556 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:12.621494 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:12.621720 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:12.697816 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-09dfc584-dc41-4f71-97e0-089423288fcf req-c4efebbd-3c07-434b-a949-30d0ac8096bf tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:06:12.699279 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-09dfc584-dc41-4f71-97e0-089423288fcf req-c4efebbd-3c07-434b-a949-30d0ac8096bf tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=3586f81c-9a58-4cd3-89f5-eaf3e92c7ca3 HTTP/1.1" status: 200 len: 210 time: 0.3474104 May 31 12:06:12.782897 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:12.791440 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-26847b32-34b4-420f-920b-30a4ef08fa62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:12.854445 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8547dec0-3f53-48e7-a931-436afb23c2f7,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:12.867835 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.868418 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.868782 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.869140 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.869495 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.869845 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.870391 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.870921 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.871274 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.871696 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.871991 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.872330 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:12.883410 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:12.921878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179adc9c-6f15-4f4d-89c7-26505d863fe0 req-9d304359-e9a1-4127-906d-85b1f6dc2096 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:12.923396 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-179adc9c-6f15-4f4d-89c7-26505d863fe0 req-9d304359-e9a1-4127-906d-85b1f6dc2096 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1341195 May 31 12:06:12.929657 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:12.937753 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] 10.222.0.58 "DELETE /v2.0/security-groups/8547dec0-3f53-48e7-a931-436afb23c2f7 HTTP/1.1" status: 204 len: 168 time: 0.4404206 May 31 12:06:12.983601 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:12.990517 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee2a2f-744d-48e6-ad5f-d89cdbba8e88 None None] The sync data for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb is: [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:06:13.002665 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-179adc9c-6f15-4f4d-89c7-26505d863fe0 req-e8e9f26b-dfbb-4bff-87f4-6060f1997b35 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620227 May 31 12:06:13.035892 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 47968) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:13.232192 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbeabb0-f1f7-45e1-b2fa-bcd01b9bcd03 None None] New status for floating IP 1882f808-783f-4217-a4aa-7be5912cc07a: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:06:13.279370 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16da4828-e0b2-426f-81ba-6384890da8fb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:13.328342 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 16da4828-e0b2-426f-81ba-6384890da8fb {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:13.328698 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16da4828-e0b2-426f-81ba-6384890da8fb not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:13.617802 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-1148f336-56ce-4b23-9260-cee259d9c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:13.619273 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-1148f336-56ce-4b23-9260-cee259d9c63c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85&tenant_id=ed32271e1e944cfc966e436cfaaeda75 HTTP/1.1" status: 200 len: 1097 time: 0.1501992 May 31 12:06:13.757488 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-20683973-014a-44c8-afed-7654567593e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:13.758957 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-20683973-014a-44c8-afed-7654567593e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1097 time: 0.1040392 May 31 12:06:13.875407 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47980) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:13.920267 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:13.944376 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-491a6024-53cb-40b5-9261-8bd4ab58bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:13.945820 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-491a6024-53cb-40b5-9261-8bd4ab58bb1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.1797042 May 31 12:06:13.949395 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437676'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:13.991796 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8084-b441-4c76-b436-53cb065581d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.036139 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8084-b441-4c76-b436-53cb065581d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.153897 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8084-b441-4c76-b436-53cb065581d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.158656 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-4f18fb05-49e5-4088-adc9-aa9f42426d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:14.174672 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec8084-b441-4c76-b436-53cb065581d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada7ff7-3fe1-4675-9c01-361c0defb01f,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:14.177745 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f4ec8084-b441-4c76-b436-53cb065581d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:14.228770 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-aa0d07af-1a99-42aa-8936-b8e57817eabe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c HTTP/1.1" status: 200 len: 999 time: 0.2132263 May 31 12:06:14.250915 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8084-b441-4c76-b436-53cb065581d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.251977 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f4ec8084-b441-4c76-b436-53cb065581d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "DELETE /v2.0/security-groups/8ada7ff7-3fe1-4675-9c01-361c0defb01f HTTP/1.1" status: 204 len: 168 time: 0.3753269 May 31 12:06:14.254921 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47986) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:14.272838 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.api.v2.resource [None req-bbe7b1c3-00e6-487a-af62-bdce96173a46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] show failed (client error): The resource could not be found. May 31 12:06:14.273842 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-bbe7b1c3-00e6-487a-af62-bdce96173a46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups/8ada7ff7-3fe1-4675-9c01-361c0defb01f HTTP/1.1" status: 404 len: 347 time: 0.0179560 May 31 12:06:14.277301 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 47990) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:14.507933 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Deleting port 60caf426-7fc0-4dc2-9afa-2b2fe550518f {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:14.508189 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.534989 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-63459d12-1f48-4d50-a366-2e71f2a4aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:14.536446 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-63459d12-1f48-4d50-a366-2e71f2a4aeb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.2986581 May 31 12:06:14.602039 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b512781-f7e6-4e8d-8514-143c75b04c2f req-93ebe892-ad76-49fd-9d94-6d1065403f98 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:14.603482 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2b512781-f7e6-4e8d-8514-143c75b04c2f req-93ebe892-ad76-49fd-9d94-6d1065403f98 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.4236968 May 31 12:06:14.633162 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.633490 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.681914 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2b512781-f7e6-4e8d-8514-143c75b04c2f req-d322377e-56a9-4a37-afea-b4218cafddb4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656679 May 31 12:06:14.732785 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-0ecf0fe1-058e-4c25-b36a-73ea3bfe9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:14.734893 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-0ecf0fe1-058e-4c25-b36a-73ea3bfe9f57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1851921 May 31 12:06:14.835838 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Calling delete_port for 60caf426-7fc0-4dc2-9afa-2b2fe550518f owned by network:floatingip {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:14.909528 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Deleting port feef7763-90d3-4d5a-b509-9b4b3282808c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:14.909872 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.989237 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-eaac719a-02b1-4048-9f39-982419b3731c service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470887 May 31 12:06:15.016647 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.021503 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:15.069497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event deleted for resources: {'Port': ['ID=60caf426-7fc0-4dc2-9afa-2b2fe550518f,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:15.101958 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:15.149906 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] For port feef7763-90d3-4d5a-b509-9b4b3282808c, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=feef7763-90d3-4d5a-b509-9b4b3282808c,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:15.150260 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.158404 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.210885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.212234 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b2ac13fd-5746-4383-8549-07becbd5db73 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "DELETE /v2.0/floatingips/1882f808-783f-4217-a4aa-7be5912cc07a HTTP/1.1" status: 204 len: 168 time: 0.9340093 May 31 12:06:15.288044 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 4974b498-1aae-4d82-9fa6-ee90db8f8db0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:15.288653 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Calling delete_port for feef7763-90d3-4d5a-b509-9b4b3282808c owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:15.295416 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b46f418f-68e4-4b1b-abe8-1fcc06d192e9 req-5c121b25-59d5-4c60-a23e-f2511e9b7fce service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981472 May 31 12:06:15.324813 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 4974b498-1aae-4d82-9fa6-ee90db8f8db0 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:15.325167 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 4974b498-1aae-4d82-9fa6-ee90db8f8db0 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:15.502621 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.506390 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:15.551462 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Pushing event deleted for resources: {'Port': ['ID=feef7763-90d3-4d5a-b509-9b4b3282808c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:15.554624 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:15.575779 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48002) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:15.582279 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525127539', 'description': 'tempest-description--372600047'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:06:15.588622 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:06:15.595864 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:security_group and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:06:15.599223 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:06:15.606022 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:06:15.681035 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.711258 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:06:15.715558 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:security_group_rule and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:06:15.719951 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:06:15.726720 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:06:15.819765 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.848983 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441148'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.879718 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.883576 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-913da0d4-652b-4cdf-9af0-17acb6a029d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:15.954052 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a516a16f-96f8-46f7-bffc-65f3802953a8,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:15.959206 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:16.000857 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:16.003245 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4261298 May 31 12:06:16.006374 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48022) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:16.017881 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'security_group_rule': {'security_group_id': 'a516a16f-96f8-46f7-bffc-65f3802953a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:06:16.027543 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:06:16.032768 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:security_group_rule and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:06:16.037362 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:06:16.045562 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:06:16.103051 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29421c97-36e7-4792-8504-7e2f576918ae req-27238484-9a88-45b9-bac3-6ae1e1c5f051 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:16.104858 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-29421c97-36e7-4792-8504-7e2f576918ae req-27238484-9a88-45b9-bac3-6ae1e1c5f051 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.2522099 May 31 12:06:16.138146 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:16.256829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:16.337933 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:16.341166 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b1a7082d-ae14-46ca-ac52-a9a100e8005e tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:16.364519 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-29421c97-36e7-4792-8504-7e2f576918ae req-5a47664c-481e-4d4f-bec6-d976242278f6 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473400 May 31 12:06:16.393936 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f7acfc-cb83-4e75-82be-a0aae3ae11d4,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:16.418283 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:16.497111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:16.498577 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-7401ad4d-beb5-4503-8706-74fb06bd6278 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4909911 May 31 12:06:16.502168 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48026) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:16.515423 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'security_group_rule': {'security_group_id': 'a516a16f-96f8-46f7-bffc-65f3802953a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:06:16.522431 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:06:16.528628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:security_group_rule and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:06:16.532559 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:06:16.544956 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:06:16.562650 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Router c56d9614-173f-4270-aa89-160ec110bf9e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:06:16.640684 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:16.709999 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:16.767030 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:06:16.782482 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-73aba59d-d2d9-408b-8afd-4b0ec141da3e admin admin] 10.222.0.58 "PUT /v2.0/routers/c56d9614-173f-4270-aa89-160ec110bf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7453032 May 31 12:06:16.784266 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] Sync routers for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:06:16.790899 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48030) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:16.804262 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:16.804901 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:16.849532 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641415'] for security_group_rule, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:16.859583 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:16.901916 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca09c8f5-dee5-48f9-8ada-6d978e8610f9,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:16.913596 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:17.001827 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.003018 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-050b3008-3a7b-46e2-8cd8-43923f2d0ba4 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4996805 May 31 12:06:17.005741 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:17.010972 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48034) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:17.016883 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'floatingip': {'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:06:17.017563 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks [] for router, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.023121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:06:17.027320 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:floatingip and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:06:17.030473 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:06:17.038308 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:06:17.108144 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.116915 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:06:17.242879 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.300922 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.390814 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T12:06:15Z', 'revision_number': 5, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port': {'id': 'd8bce159-4e5e-4944-a838-3d818604a5d3', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:03Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:17.391401 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Deleting port d8bce159-4e5e-4944-a838-3d818604a5d3 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:17.391791 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.396467 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] Checking router: c56d9614-173f-4270-aa89-160ec110bf9e for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:06:17.410524 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] Routers {'c56d9614-173f-4270-aa89-160ec110bf9e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:17.411413 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['c56d9614-173f-4270-aa89-160ec110bf9e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:17.555710 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Allocated IP 172.28.2.246 (182eec52-fc32-4a2b-9fae-2f284fe082da/2ad51e77-307c-4612-a8f5-884d2dcc76db/4efbf076-2713-4275-a470-c071e3c6da16) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:06:17.617744 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] Set router c56d9614-173f-4270-aa89-160ec110bf9e gateway port host: None {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:17.713529 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] For port d8bce159-4e5e-4944-a838-3d818604a5d3, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d8bce159-4e5e-4944-a838-3d818604a5d3,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:17.714111 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.748480 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T12:06:17Z', 'revision_number': 6, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port_host': None}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:17.755101 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde37da-acb3-4d7e-8fdd-e7de81e8afaa None None] The sync data for ids ['c56d9614-173f-4270-aa89-160ec110bf9e'] in dv-cinder-786384-7-smb is: [{'id': 'c56d9614-173f-4270-aa89-160ec110bf9e', 'name': 'tempest-TestShelveInstance-1133156041-router', 'tenant_id': '1f6441b832b24ebcbfa946283abd7f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:02Z', 'updated_at': '2021-05-31T12:06:17Z', 'revision_number': 6, 'project_id': '1f6441b832b24ebcbfa946283abd7f40', 'gw_port_host': None}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:06:17.783830 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.870327 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Calling delete_port for d8bce159-4e5e-4944-a838-3d818604a5d3 owned by network:router_gateway {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:17.880376 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:17.892411 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-be6a5c88-9e23-44f5-a354-b5182b731059 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:17.894884 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f56f-1ca4-4114-b95e-284114024f5c req-b5407dd8-acc1-4147-bd43-6b927f1ccce1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:17.896497 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1f3f56f-1ca4-4114-b95e-284114024f5c req-b5407dd8-acc1-4147-bd43-6b927f1ccce1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.3042605 May 31 12:06:17.945093 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Network 182eec52-fc32-4a2b-9fae-2f284fe082da is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:06:17.953465 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:06:17.958085 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:06:17.964799 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d1f3f56f-1ca4-4114-b95e-284114024f5c req-31747b79-9408-49e6-b77b-0f38489bbdf2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511243 May 31 12:06:18.034226 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'Port': ['ID=4efbf076-2713-4275-a470-c071e3c6da16,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:18.047448 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.048214 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.048690 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.049144 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.049594 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.050042 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.050486 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.050931 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.051420 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.052191 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.052690 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.053124 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:18.080503 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:18.094904 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.253450 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.365547 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.370276 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-90d8ff2e-d34d-4508-bee3-0f0847b71cf6 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:18.416306 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bce159-4e5e-4944-a838-3d818604a5d3,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:18.419533 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:18.501986 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.514208 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435633'] for router_gateway, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.559708 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.566134 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e16d3962-a8be-4990-b2e0-1feb3ea69527 tempest-VolumesSnapshotTestJSON-778046074 tempest-VolumesSnapshotTestJSON-778046074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:18.658748 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d8bce159-4e5e-4944-a838-3d818604a5d3 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:18.739467 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'Port': ['ID=4efbf076-2713-4275-a470-c071e3c6da16,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:18.743366 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: d8bce159-4e5e-4944-a838-3d818604a5d3 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:18.743829 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d8bce159-4e5e-4944-a838-3d818604a5d3 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:18.744260 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device feef7763-90d3-4d5a-b509-9b4b3282808c no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:18.745387 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:18.751412 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.798605 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.800357 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: feef7763-90d3-4d5a-b509-9b4b3282808c {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:18.800718 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device feef7763-90d3-4d5a-b509-9b4b3282808c not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:18.801883 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.874370 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.884540 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8724139 May 31 12:06:18.977578 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441344'] for router, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.978225 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c56d9614-173f-4270-aa89-160ec110bf9e {{(pid=103894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:06:18.996429 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.997908 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-5748780a-bdbd-499c-b95d-8f5fe0a3ba78 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c56d9614-173f-4270-aa89-160ec110bf9e HTTP/1.1" status: 204 len: 168 time: 2.2114997 May 31 12:06:19.002143 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48046) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:19.115924 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] Deleting subnet d42cef8c-079e-4ff5-8601-b7be4784a4a7 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:06:19.120354 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:19.226635 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3001051'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:19.286486 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687e35a-e5e7-4f9a-9a2c-88ec42588812 req-d009bef1-82c1-4621-b6e6-3771967c8cfe tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:19.288295 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2687e35a-e5e7-4f9a-9a2c-88ec42588812 req-d009bef1-82c1-4621-b6e6-3771967c8cfe tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1102679 May 31 12:06:19.344847 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2687e35a-e5e7-4f9a-9a2c-88ec42588812 req-bfbb75b6-8f3d-46d1-aed5-00d75753e693 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505178 May 31 12:06:19.462541 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-5ff5e967-54c3-40f6-8530-73574f6760ac tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--525127539&fields=id&tenant_id=4273d13482f848248eb9bc123652e320 HTTP/1.1" status: 200 len: 267 time: 0.1874022 May 31 12:06:19.501116 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:19.738212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-07603265-04fc-417f-b893-0e853ed481d1 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:19.741715 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-07603265-04fc-417f-b893-0e853ed481d1 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 810 time: 0.2687838 May 31 12:06:19.781514 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-befb27ea-4e41-4a01-8415-5da5d1709727 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/quotas/4273d13482f848248eb9bc123652e320 HTTP/1.1" status: 200 len: 375 time: 0.0344625 May 31 12:06:19.937389 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-d063642c-8224-4c22-a28b-6861fe76b649 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423817 May 31 12:06:20.021668 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119004'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:20.031196 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:20.077659 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42cef8c-079e-4ff5-8601-b7be4784a4a7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:20.082436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:20.083761 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:20.086682 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d9605-3146-4ef7-a200-6bfe85fe671e None None] Network 073b185b-d988-4fa5-be2f-0271044767b7 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:06:20.104631 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-2ca973ae-4497-44b9-ba21-87caac549308 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d42cef8c-079e-4ff5-8601-b7be4784a4a7 HTTP/1.1" status: 204 len: 168 time: 1.1013398 May 31 12:06:20.107687 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48060) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:20.153135 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-644ae222-7871-42c2-93ba-cff8e4b98b8c service neutron] 10.222.0.58 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046523 May 31 12:06:20.316551 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:20.399773 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-53e0d0f3-94a5-4ef3-bb0d-4da0b16cc4c1 service neutron] 10.222.0.58 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034209 May 31 12:06:20.423270 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] DHCP port deletion for 073b185b-d988-4fa5-be2f-0271044767b7 request from dv-cinder-786384-7-smb {{(pid=103896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:06:20.444248 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Deleting port 92fd7f00-582e-4432-a6ff-8907aa953025 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:20.444248 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:20.585017 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 92fd7f00-582e-4432-a6ff-8907aa953025 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:20.600744 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] For port 92fd7f00-582e-4432-a6ff-8907aa953025, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=92fd7f00-582e-4432-a6ff-8907aa953025,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:20.601246 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:20.634813 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] Deleting port 92fd7f00-582e-4432-a6ff-8907aa953025 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:20.635267 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:20.652205 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75459e87-adf2-4265-b66a-f30e2b4ec456 req-e4204382-906f-4d44-860c-d06d71ba348f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:20.660152 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-75459e87-adf2-4265-b66a-f30e2b4ec456 req-e4204382-906f-4d44-860c-d06d71ba348f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1515653 May 31 12:06:20.737065 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-75459e87-adf2-4265-b66a-f30e2b4ec456 req-4499f050-c768-46e6-8e82-dcee0638f819 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760574 May 31 12:06:20.812169 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] For port 92fd7f00-582e-4432-a6ff-8907aa953025, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=92fd7f00-582e-4432-a6ff-8907aa953025,segment=NetworkSegment(53de1e2e-5d54-4387-a3f7-2530d2db2610),segment_id=53de1e2e-5d54-4387-a3f7-2530d2db2610)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:20.813927 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:20.854210 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Calling delete_port for 92fd7f00-582e-4432-a6ff-8907aa953025 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:20.864920 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-21b288e6-e115-4d20-af94-4c3caa8ae767 req-13c8752c-19df-4c67-ac94-88db9d845777 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0572441 May 31 12:06:20.987385 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] Calling delete_port for 92fd7f00-582e-4432-a6ff-8907aa953025 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:21.000344 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:21.005322 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-bbddab97-b586-40d6-b54d-ee179d3121de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:21.052644 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Port 92fd7f00-582e-4432-a6ff-8907aa953025 update to DOWN by agent not found {{(pid=103896) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 31 12:06:21.058931 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=92fd7f00-582e-4432-a6ff-8907aa953025,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:21.062208 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:21.069015 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] No DVR routers for this DVR port 92fd7f00-582e-4432-a6ff-8907aa953025 on host dv-cinder-786384-7-smb {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:21.085797 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:21.097301 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:21.163603 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] Pushing event deleted for resources: {'Port': ['ID=92fd7f00-582e-4432-a6ff-8907aa953025,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:21.169309 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:21.174486 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] No DVR routers for this DVR port 92fd7f00-582e-4432-a6ff-8907aa953025 on host dv-cinder-786384-7-smb {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:21.221267 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:21.245371 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073b185b-d988-4fa5-be2f-0271044767b7']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:21.364339 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53de1e2e-5d54-4387-a3f7-2530d2db2610') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:21.364666 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53de1e2e-5d54-4387-a3f7-2530d2db2610') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:21.378055 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:21.395143 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:21.402216 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:06:21.402641 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:06:21.417018 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:06:21.594583 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:21.601015 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:21.617610 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:21.626845 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=073b185b-d988-4fa5-be2f-0271044767b7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:21.630643 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:21.720770 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/073b185b-d988-4fa5-be2f-0271044767b7 HTTP/1.1" status: 204 len: 168 time: 1.6113191 May 31 12:06:21.723692 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48076) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:22.035859 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3722e-e838-4fc0-a78a-48ad47a5eb43 req-52453328-2268-49f6-9df2-f5bc5d8531a1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:22.044174 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8ed3722e-e838-4fc0-a78a-48ad47a5eb43 req-52453328-2268-49f6-9df2-f5bc5d8531a1 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1263587 May 31 12:06:22.076471 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4a30eb66-3616-4eca-a970-14c8c8b64253 req-4ac96213-852e-4205-9969-2ac6d0388eed tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0721869 May 31 12:06:22.113537 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8ed3722e-e838-4fc0-a78a-48ad47a5eb43 req-5588e4d9-2c57-477d-91a7-ad674620b756 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618718 May 31 12:06:22.398243 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437676'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:22.849965 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Deleting port e683f99b-190b-4314-ae79-ecd71a0e5448 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:22.850620 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:22.978570 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] For port e683f99b-190b-4314-ae79-ecd71a0e5448, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=e683f99b-190b-4314-ae79-ecd71a0e5448,segment=NetworkSegment(70dcab45-c178-4ddf-a702-ee035e52dcf8),segment_id=70dcab45-c178-4ddf-a702-ee035e52dcf8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:22.978916 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:23.218897 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Calling delete_port for e683f99b-190b-4314-ae79-ecd71a0e5448 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:23.310917 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-91b27a93-c568-4944-b8dd-3cf3f4d039dc req-8d0dbfc6-b384-4b87-8a4e-6fbe0ec42cb6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0540669 May 31 12:06:23.374783 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3cca1-ddc4-4bf3-96bf-d9362d6b9864 req-c7eeb261-358f-43be-8176-e81cddb80dfd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:23.393376 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-69f3cca1-ddc4-4bf3-96bf-d9362d6b9864 req-c7eeb261-358f-43be-8176-e81cddb80dfd tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1069486 May 31 12:06:23.444387 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-69f3cca1-ddc4-4bf3-96bf-d9362d6b9864 req-8bf14e55-53a6-46f4-b572-1719e0aa65aa tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500128 May 31 12:06:23.542586 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:23.548037 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-28e23a98-f478-42a3-8c2e-31807cc396ca tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:23.598419 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e683f99b-190b-4314-ae79-ecd71a0e5448,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:23.601633 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:23.900642 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441148'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:24.305275 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Router abb255fd-503b-4d27-8766-bf4bd659912a has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:06:24.535808 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:06:24.546295 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] Sync routers for ids ['abb255fd-503b-4d27-8766-bf4bd659912a'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:06:24.557459 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] Routers {'abb255fd-503b-4d27-8766-bf4bd659912a'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:24.557979 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['abb255fd-503b-4d27-8766-bf4bd659912a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:24.599628 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2fb6c73d-42d9-4c44-aa9a-d8e0ff544d76 req-5c1ae1d4-5647-4b0e-8545-88896177b528 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0484843 May 31 12:06:24.627027 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-8a662707-0c3d-4757-a66e-8c539613ee52 admin admin] 10.222.0.58 "PUT /v2.0/routers/abb255fd-503b-4d27-8766-bf4bd659912a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8991041 May 31 12:06:24.627171 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:24.715502 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42401b63-b43b-4e34-b6bc-f8ff6ed5fa54 req-08cf65ab-522e-464d-9703-d48280d58c65 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:24.726153 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-42401b63-b43b-4e34-b6bc-f8ff6ed5fa54 req-08cf65ab-522e-464d-9703-d48280d58c65 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1309283 May 31 12:06:24.780732 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-42401b63-b43b-4e34-b6bc-f8ff6ed5fa54 req-07e4649c-091b-486d-8db3-beb4814d80a3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532048 May 31 12:06:24.810602 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] Set router abb255fd-503b-4d27-8766-bf4bd659912a gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:24.998130 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:25.183146 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T12:06:23Z', 'revision_number': 5, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:25.187258 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] Checking router: abb255fd-503b-4d27-8766-bf4bd659912a for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:06:25.196532 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:25.196764 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] Routers {'abb255fd-503b-4d27-8766-bf4bd659912a'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:25.197409 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['abb255fd-503b-4d27-8766-bf4bd659912a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:25.334905 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Deleting port d29e2206-3139-4e51-a8d8-e90557ff1acb {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:25.335248 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:25.396686 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] Set router abb255fd-503b-4d27-8766-bf4bd659912a gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:25.490521 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] For port d29e2206-3139-4e51-a8d8-e90557ff1acb, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d29e2206-3139-4e51-a8d8-e90557ff1acb,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:25.490851 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:25.649582 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Calling delete_port for d29e2206-3139-4e51-a8d8-e90557ff1acb owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:25.721225 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T12:06:23Z', 'revision_number': 5, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:25.726392 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7e7c2-9532-4454-a8a9-6c7d345b038d None None] The sync data for ids ['abb255fd-503b-4d27-8766-bf4bd659912a'] in dv-cinder-786384-7-smb is: [{'id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'name': 'tempest-TestShelveInstance-1724227434-router', 'tenant_id': '25c82d772c8546329444ac1cdd7f9cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:59:14Z', 'updated_at': '2021-05-31T12:06:23Z', 'revision_number': 5, 'project_id': '25c82d772c8546329444ac1cdd7f9cf9', 'gw_port': {'id': 'd29e2206-3139-4e51-a8d8-e90557ff1acb', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ab:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb255fd-503b-4d27-8766-bf4bd659912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:59:15Z', 'updated_at': '2021-05-31T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:06:25.783599 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e92a58d8-62f8-41e2-97f7-bb07f930d160 req-f4b2c9f4-4629-4240-9e32-1a29da898d5c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0577323 May 31 12:06:25.959840 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:25.964705 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-3299ea23-ebe7-490d-9c19-9651ba83ddec tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:25.988786 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c0fad-9cfb-451d-beb0-c7fc55c6cfef req-0d9ce675-177b-4662-bc5b-764351fe11b9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:25.992831 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6d9c0fad-9cfb-451d-beb0-c7fc55c6cfef req-0d9ce675-177b-4662-bc5b-764351fe11b9 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.0976653 May 31 12:06:26.012654 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Pushing event deleted for resources: {'Port': ['ID=d29e2206-3139-4e51-a8d8-e90557ff1acb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:26.042554 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6d9c0fad-9cfb-451d-beb0-c7fc55c6cfef req-f634848d-f257-457f-8cc9-3338773a182e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454731 May 31 12:06:26.050506 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:26.111141 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435633'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:26.291695 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:26.293899 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:26.393890 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441344'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:26.394404 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb255fd-503b-4d27-8766-bf4bd659912a {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:06:26.407375 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:26.408546 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] 10.222.0.58 "DELETE /v2.0/routers/abb255fd-503b-4d27-8766-bf4bd659912a HTTP/1.1" status: 204 len: 168 time: 1.7805257 May 31 12:06:26.411229 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48104) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:26.471227 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] Deleting subnet 3175b7e0-d045-48b8-960a-b0eceb372dc2 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:06:26.474441 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:26.528232 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3001051'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:26.611294 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:26.843080 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device e683f99b-190b-4314-ae79-ecd71a0e5448 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:26.885902 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: e683f99b-190b-4314-ae79-ecd71a0e5448 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:26.886258 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device e683f99b-190b-4314-ae79-ecd71a0e5448 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:26.982045 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-618ed572-8b4a-4d47-8e4e-de744b845d4c req-0930ecaa-96d1-4754-99cf-a8692c588cd3 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0534816 May 31 12:06:27.074063 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2943499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2119004'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.078303 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:27.115013 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3175b7e0-d045-48b8-960a-b0eceb372dc2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:27.118014 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:27.122427 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.126253 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-9623fd0a-298d-4a00-8280-5268386b0dfe admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3175b7e0-d045-48b8-960a-b0eceb372dc2 HTTP/1.1" status: 204 len: 168 time: 0.7140179 May 31 12:06:27.127478 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17c8dd-b3fe-4e61-bf20-7be3aac06bb0 None None] Network 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:06:27.128916 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48112) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:27.290185 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.416691 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] DHCP port deletion for 2caf829d-2fb9-4ea0-bb4f-16e9aab07121 request from dv-cinder-786384-7-smb {{(pid=103896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:06:27.471205 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3a620-6322-4fd1-b0ba-3b8054972b7a req-178e4d92-99bb-48d4-b445-e82ea734097d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:27.472702 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-adb3a620-6322-4fd1-b0ba-3b8054972b7a req-178e4d92-99bb-48d4-b445-e82ea734097d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.2672567 May 31 12:06:27.480686 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Deleting port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:27.481072 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.503431 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Deleting port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:27.503799 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.580034 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] For port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,segment=NetworkSegment(70dcab45-c178-4ddf-a702-ee035e52dcf8),segment_id=70dcab45-c178-4ddf-a702-ee035e52dcf8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:27.580425 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.597231 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-adb3a620-6322-4fd1-b0ba-3b8054972b7a req-97beb30e-6fc8-4630-8af5-3f5554c400db tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170592 May 31 12:06:27.630784 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] For port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,segment=NetworkSegment(70dcab45-c178-4ddf-a702-ee035e52dcf8),segment_id=70dcab45-c178-4ddf-a702-ee035e52dcf8)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:27.631121 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.704710 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Calling delete_port for 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:27.754745 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Calling delete_port for 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f owned by network:dhcp {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:27.805404 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.809250 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:27.811982 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.816624 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-29af4525-d520-426b-a960-169bddca0ca4 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:27.853414 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Pushing event deleted for resources: {'Port': ['ID=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:27.858696 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] No DVR routers for this DVR port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f on host dv-cinder-786384-7-smb {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:27.862862 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:27.865930 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:27.866709 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] No DVR routers for this DVR port 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f on host dv-cinder-786384-7-smb {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:27.868331 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.868670 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.869009 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.869791 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.869910 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.870409 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.870872 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.871202 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.871574 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.872031 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.872294 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.872615 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:27.880328 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-d2fd07b1-dfcc-43ea-bd5e-bde0fd1dfe87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:27.981406 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:27.994016 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caf829d-2fb9-4ea0-bb4f-16e9aab07121']}} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:28.006615 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dcab45-c178-4ddf-a702-ee035e52dcf8') {'for_net_delete': True} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:28.006911 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dcab45-c178-4ddf-a702-ee035e52dcf8') {} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:28.019063 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150052'] for segment, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.034856 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.041148 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:06:28.041635 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111358'] for segment, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: util.warn( May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: util.warn( May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: util.warn( May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: util.warn( May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: Traceback (most recent call last): May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: timer() May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: cb(*args, **kw) May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: return func(*args, **kwargs) May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: self._notify() May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: self.callback(batched_events) May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: event.method(event) May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: return f(self, *a, **k) May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: return self._get(url).json() May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: return self.request(url, 'GET', **kwargs) May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:06:28.054714 dv-cinder-786384-7-smb neutron-server[103894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:06:28.133285 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a03761a6-d56f-4ab7-ab86-5b09ec26bcb7 req-472489b8-557f-42c6-8339-41add76ac9cb tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0432417 May 31 12:06:28.210236 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.214241 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:28.231032 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.239031 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Pushing event deleted for resources: {'Network': ['ID=2caf829d-2fb9-4ea0-bb4f-16e9aab07121,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:28.243272 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:28.246730 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2caf829d-2fb9-4ea0-bb4f-16e9aab07121 HTTP/1.1" status: 204 len: 168 time: 1.1168542 May 31 12:06:28.531879 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:28.565461 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:28.568132 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 4d5b144d-0e5a-4a76-bc88-d07d9aae3b5f not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:28.568132 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d29e2206-3139-4e51-a8d8-e90557ff1acb no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:28.587075 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48120) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:28.603152 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: d29e2206-3139-4e51-a8d8-e90557ff1acb {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:28.603533 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d29e2206-3139-4e51-a8d8-e90557ff1acb not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:28.641720 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8c1b0f7f-9c68-4218-9c7d-b6ab093aec4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f6441b832b24ebcbfa946283abd7f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528128 May 31 12:06:28.643553 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48126) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:28.703808 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6b5372dc-5a90-4f34-ac4d-bb50c31dea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.759610 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6b5372dc-5a90-4f34-ac4d-bb50c31dea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.841948 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64594875-d837-4e57-98c0-40059d4f96a9 req-330bd2cd-4d25-4876-922c-13e5c1b45432 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:28.843791 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-64594875-d837-4e57-98c0-40059d4f96a9 req-330bd2cd-4d25-4876-922c-13e5c1b45432 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1202426 May 31 12:06:28.890482 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-64594875-d837-4e57-98c0-40059d4f96a9 req-8704a3ad-5b07-4d93-b2be-7d866302acfe tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 May 31 12:06:28.907808 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6b5372dc-5a90-4f34-ac4d-bb50c31dea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.911611 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9082a25d-4c24-4132-8482-6974b0324846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:28.924841 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5372dc-5a90-4f34-ac4d-bb50c31dea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce49ef9-6ef4-4079-b2c0-9b5b299137ef,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:28.928256 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6b5372dc-5a90-4f34-ac4d-bb50c31dea7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:28.934491 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6b5372dc-5a90-4f34-ac4d-bb50c31dea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:28.938644 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-6b5372dc-5a90-4f34-ac4d-bb50c31dea7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dce49ef9-6ef4-4079-b2c0-9b5b299137ef HTTP/1.1" status: 204 len: 168 time: 0.2911370 May 31 12:06:29.284311 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-5f2425e9-e060-456a-aee1-68c7e9870a64 req-bed7da43-400c-4e1f-910d-5384793fbf32 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0440078 May 31 12:06:30.097382 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3460da-fd4d-40fd-be10-377534d0ac6d req-6999893a-6b9d-4e07-9927-ead605cda362 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:30.098845 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cb3460da-fd4d-40fd-be10-377534d0ac6d req-6999893a-6b9d-4e07-9927-ead605cda362 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.0883150 May 31 12:06:30.146685 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cb3460da-fd4d-40fd-be10-377534d0ac6d req-191d71ce-f088-4ddd-ac09-d641e3f3429d tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 May 31 12:06:30.438788 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8433188f-474d-4776-9bd5-b640bf8549b4 req-7b2f817c-2657-417a-8a82-7a607934be26 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0468805 May 31 12:06:30.699891 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48140) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:30.750552 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a6c85696-f520-4b97-95fa-50a35842908c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25c82d772c8546329444ac1cdd7f9cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490913 May 31 12:06:30.754737 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48144) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:30.820689 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f76c3492-8fcd-48a0-adc6-866872fe490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:30.852351 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f76c3492-8fcd-48a0-adc6-866872fe490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:30.876372 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-da966626-188a-49b7-bda6-a70d07cf2a49 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:30.882912 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-da966626-188a-49b7-bda6-a70d07cf2a49 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 810 time: 0.1798699 May 31 12:06:30.943642 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-48b1f6e7-ded1-478d-8bfe-7ba413666f4a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4273d13482f848248eb9bc123652e320 HTTP/1.1" status: 200 len: 379 time: 0.0516543 May 31 12:06:30.953600 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'port': {'device_id': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'admin_state_up': True, 'tenant_id': '4273d13482f848248eb9bc123652e320', 'security_groups': ['a516a16f-96f8-46f7-bffc-65f3802953a8']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:06:30.982288 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f76c3492-8fcd-48a0-adc6-866872fe490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:30.987585 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1e1884b9-931c-4848-bc6a-4b23af306115 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:31.000598 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c3492-8fcd-48a0-adc6-866872fe490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d407491-aa38-4153-9c0e-4f34f89b2653,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:31.003979 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f76c3492-8fcd-48a0-adc6-866872fe490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:31.005843 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f76c3492-8fcd-48a0-adc6-866872fe490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:31.009375 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f76c3492-8fcd-48a0-adc6-866872fe490d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d407491-aa38-4153-9c0e-4f34f89b2653 HTTP/1.1" status: 204 len: 168 time: 0.2513740 May 31 12:06:31.112351 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:06:31.117575 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Usage tracker for resource:port and tenant:4273d13482f848248eb9bc123652e320 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:06:31.120920 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:06:31.129421 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:06:31.204963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Made reservation on behalf of 4273d13482f848248eb9bc123652e320 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:06:31.208612 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:31.356663 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:06:31.384506 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29909321-87fd-4c03-89d4-f2f3283bf08c req-87ccea89-d16f-449b-a3a5-b92905c35e9e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:31.392254 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-29909321-87fd-4c03-89d4-f2f3283bf08c req-87ccea89-d16f-449b-a3a5-b92905c35e9e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 944 time: 0.1216829 May 31 12:06:31.396240 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Allocated IP 172.20.0.12 (16e26fb3-e629-4d90-a525-0b32a2040504/a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb/ee3113d3-3348-401e-909f-a2de0246cc6d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:06:31.446700 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-29909321-87fd-4c03-89d4-f2f3283bf08c req-d337f4fc-e94d-41e5-9565-d68b89a50251 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534444 May 31 12:06:31.535454 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:31.548982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'port_id': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'mac_address': 'fa:16:3e:31:95:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:06:31.606474 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:31.624536 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:06:31.626390 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-601d85c9-c303-4ecc-ad84-08c13fbe5cd8 req-340e4836-a657-4ae0-8c45-5421ba685c09 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0567718 May 31 12:06:31.645342 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:31.660656 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:31.676573 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Transition to ACTIVE for port object ee3113d3-3348-401e-909f-a2de0246cc6d will not be triggered until provisioned by entity DHCP. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:06:31.719508 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:31.721228 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:31.760168 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:31.767421 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-deae33fc-0629-453d-a818-d6b60b6a991d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:31.791905 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=9']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:31.794888 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:31.836004 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Network 16e26fb3-e629-4d90-a525-0b32a2040504 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:06:31.839051 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:06:31.841575 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:06:31.883427 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event updated for resources: {'Port': ['ID=ee3113d3-3348-401e-909f-a2de0246cc6d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:31.891910 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:31.912529 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:31.913135 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:32.029371 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-31893350-c4d4-4536-b8f2-ae21c830ac71 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0810754 May 31 12:06:32.047256 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Request body: {'port': {'device_id': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:06:32.131748 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:06:32.162197 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:32.207223 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c3b7a00d-9f14-4057-8894-4d896bfba933 None None] Provisioning for port ee3113d3-3348-401e-909f-a2de0246cc6d completed by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:06:32.215188 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-c3b7a00d-9f14-4057-8894-4d896bfba933 None None] Provisioning complete for port ee3113d3-3348-401e-909f-a2de0246cc6d triggered by entity DHCP. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:06:32.216284 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a00d-9f14-4057-8894-4d896bfba933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:32.302622 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7a00d-9f14-4057-8894-4d896bfba933 None None] Port ee3113d3-3348-401e-909f-a2de0246cc6d cannot update to ACTIVE because it is not bound. {{(pid=103896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:06:32.509164 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3113d3-3348-401e-909f-a2de0246cc6d {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:06:32.518199 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:32.533231 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Transition to ACTIVE for port object ee3113d3-3348-401e-909f-a2de0246cc6d will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:06:32.638564 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652144-87f6-4498-a036-3684fc56cf5e req-da6960c1-daf1-4056-b66a-7771e2739ad3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:32.640989 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-86652144-87f6-4498-a036-3684fc56cf5e req-da6960c1-daf1-4056-b66a-7771e2739ad3 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 945 time: 0.0838523 May 31 12:06:32.644743 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:32.648785 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6d0e1b5b-6bb5-4856-a50c-4c2f8af7d595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:32.693643 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-86652144-87f6-4498-a036-3684fc56cf5e req-4e8b19cb-9e98-4050-9958-55cc50bcad31 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460820 May 31 12:06:32.921101 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee3113d3-3348-401e-909f-a2de0246cc6d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:32.926490 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:33.076473 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c1eb5-df77-49fe-b492-13823a449d02 req-1317483b-8e20-44fc-b141-09f6002ce062 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:33.077694 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-667c1eb5-df77-49fe-b492-13823a449d02 req-1317483b-8e20-44fc-b141-09f6002ce062 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:06:33.088394 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Attempting to bind port ee3113d3-3348-401e-909f-a2de0246cc6d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:06:33.088725 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Attempting to bind port ee3113d3-3348-401e-909f-a2de0246cc6d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:06:33.089050 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Attempting to bind port ee3113d3-3348-401e-909f-a2de0246cc6d on network 16e26fb3-e629-4d90-a525-0b32a2040504 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:06:33.097502 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Port ee3113d3-3348-401e-909f-a2de0246cc6d on network 16e26fb3-e629-4d90-a525-0b32a2040504 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:06:33.097785 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Attempting to bind port ee3113d3-3348-401e-909f-a2de0246cc6d on network 16e26fb3-e629-4d90-a525-0b32a2040504 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:06:33.104696 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:06:33.108706 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Checking segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:06:33.108706 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Bound using segment: {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:06:33.108706 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Bound port: ee3113d3-3348-401e-909f-a2de0246cc6d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:06:33.108706 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:33.197292 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-667c1eb5-df77-49fe-b492-13823a449d02 req-1317483b-8e20-44fc-b141-09f6002ce062 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:06:33.198348 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-667c1eb5-df77-49fe-b492-13823a449d02 req-1317483b-8e20-44fc-b141-09f6002ce062 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 944 time: 0.3985026 May 31 12:06:33.225166 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] For port ee3113d3-3348-401e-909f-a2de0246cc6d, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:06:33.244874 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] For port ee3113d3-3348-401e-909f-a2de0246cc6d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3113d3-3348-401e-909f-a2de0246cc6d,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:06:33.252517 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-667c1eb5-df77-49fe-b492-13823a449d02 req-ef767ae6-e65a-4967-ab03-3d4164d9adcf tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485039 May 31 12:06:33.302548 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:33.306406 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b2ec0981-6e01-4497-bfe8-7ef315828f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:33.349679 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:06:33.372860 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:33.373463 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:33.375119 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] 10.222.0.54 "PUT /v2.0/ports/ee3113d3-3348-401e-909f-a2de0246cc6d HTTP/1.1" status: 200 len: 1094 time: 1.3316844 May 31 12:06:33.375571 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'tag': 'ee3113d3-3348-401e-909f-a2de0246cc6d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:33.377856 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bbb855-2117-4609-9951-308333793a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "36bb9f4d-797c-4d2c-97bb-c5555ae82992", "tag": "ee3113d3-3348-401e-909f-a2de0246cc6d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:33.407784 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee3113d3-3348-401e-909f-a2de0246cc6d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:33.413465 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:33.429755 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:06:33.430161 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:33.433315 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae1ea63-7108-40f1-bacc-f4e3964a2d58 x-openstack-request-id: req-3ae1ea63-7108-40f1-bacc-f4e3964a2d58 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:33.433636 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bb9f4d-797c-4d2c-97bb-c5555ae82992", "tag": "ee3113d3-3348-401e-909f-a2de0246cc6d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:33.433914 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ae1ea63-7108-40f1-bacc-f4e3964a2d58 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:33.434369 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'tag': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'status': 'completed', 'code': 200} May 31 12:06:33.549735 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb855-2117-4609-9951-308333793a2e req-12572bdb-71fd-412b-8395-f7513f515a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:33.551200 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-08bbb855-2117-4609-9951-308333793a2e req-12572bdb-71fd-412b-8395-f7513f515a79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 1097 time: 0.0784571 May 31 12:06:33.559749 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:33.587622 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:33.589848 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5153f792-6c91-4c5e-b603-4ba64e062025" -d '{"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-plugged", "status": "completed", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:33.598872 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:33.633351 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d855dd-666b-43c3-85e7-0c6dc79e3862 x-openstack-request-id: req-b8d855dd-666b-43c3-85e7-0c6dc79e3862 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:33.633653 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-plugged", "status": "completed", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:33.633912 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8d855dd-666b-43c3-85e7-0c6dc79e3862 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:33.634351 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'code': 200} May 31 12:06:33.673481 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:33.675405 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:33.705212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb855-2117-4609-9951-308333793a2e req-99d1ee2f-bbdb-4f31-af8a-c830213e3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:33.706720 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-08bbb855-2117-4609-9951-308333793a2e req-99d1ee2f-bbdb-4f31-af8a-c830213e3f39 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4273d13482f848248eb9bc123652e320&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1417811 May 31 12:06:33.751420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:33.754635 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:33.853302 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb855-2117-4609-9951-308333793a2e req-313d114f-8253-4fb9-b57f-12653bcbe94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:33.854817 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-08bbb855-2117-4609-9951-308333793a2e req-313d114f-8253-4fb9-b57f-12653bcbe94d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420627 May 31 12:06:33.891674 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:33.903620 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cda8a-74c9-4d07-8347-dada2ca353a5 req-3142ee5c-6dd3-4037-9de2-c51cdc1b1b34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:33.905326 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e63cda8a-74c9-4d07-8347-dada2ca353a5 req-3142ee5c-6dd3-4037-9de2-c51cdc1b1b34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 947 time: 0.0856192 May 31 12:06:33.954053 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e63cda8a-74c9-4d07-8347-dada2ca353a5 req-0d634db1-c621-484f-9de9-dda0837cfb91 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 May 31 12:06:33.996139 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-913ac890-5d6d-419c-85b9-b9969e349612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:33.997585 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-913ac890-5d6d-419c-85b9-b9969e349612 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 1097 time: 0.0821204 May 31 12:06:34.063961 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3804b-3de6-4b8a-807e-86a22c36d505 req-5ae57ed6-ead6-45e4-99cc-a136d57194ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:34.065430 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-81a3804b-3de6-4b8a-807e-86a22c36d505 req-5ae57ed6-ead6-45e4-99cc-a136d57194ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1100 time: 0.0737948 May 31 12:06:34.072024 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-2d69afbe-77a9-4566-aa41-51cfa8596c81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3113d3-3348-401e-909f-a2de0246cc6d HTTP/1.1" status: 200 len: 217 time: 0.0616884 May 31 12:06:34.106174 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-81a3804b-3de6-4b8a-807e-86a22c36d505 req-25cd5a96-9fa6-4fee-b5bc-4e927150a7b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341516 May 31 12:06:34.137481 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-5fa17398-ae36-45d3-8854-2f5d1776668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:34.138916 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-5fa17398-ae36-45d3-8854-2f5d1776668f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.0612414 May 31 12:06:34.445333 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd0c5-cb94-4359-a032-15060c548832 req-b2999f01-53c6-49fb-bd7a-c55fe93d1647 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:34.446776 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-00abd0c5-cb94-4359-a032-15060c548832 req-b2999f01-53c6-49fb-bd7a-c55fe93d1647 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 944 time: 0.0825951 May 31 12:06:34.491730 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-00abd0c5-cb94-4359-a032-15060c548832 req-8767af37-7515-4827-9783-1fc7c0b6aed9 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387223 May 31 12:06:34.573127 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-fbb40b58-27af-4313-85aa-bcad12de46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:34.574492 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-fbb40b58-27af-4313-85aa-bcad12de46fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729821 May 31 12:06:34.727671 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-6096718a-f385-4755-8be8-a03e8f4bcd5f service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290326 May 31 12:06:34.862966 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-76a80485-eef9-4f78-8f0e-9b69824bf5a5 req-6203beed-fb29-4f14-a6a5-8d4b5a3982b1 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275187 May 31 12:06:35.157854 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b43b-5377-4349-a133-c8e2fd8ff952 req-09f4b2ab-e41e-411b-b681-3ba53b47daae tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:35.159221 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5f43b43b-5377-4349-a133-c8e2fd8ff952 req-09f4b2ab-e41e-411b-b681-3ba53b47daae tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 947 time: 0.0807111 May 31 12:06:35.206613 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5f43b43b-5377-4349-a133-c8e2fd8ff952 req-85e27db3-c5d3-48b0-a185-525cb1ac493e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 May 31 12:06:35.911795 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6651c-316b-4f5e-875c-bc23da4f775f req-9838c7cb-adfb-4a27-a694-db2d3621167b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:35.913291 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a9c6651c-316b-4f5e-875c-bc23da4f775f req-9838c7cb-adfb-4a27-a694-db2d3621167b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 944 time: 0.3169928 May 31 12:06:35.960396 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a9c6651c-316b-4f5e-875c-bc23da4f775f req-f2df2a85-b08a-4bcd-9700-102d21d66a5b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393338 May 31 12:06:36.545106 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ac84c-4714-48da-a0af-1d320048615f req-173b41c0-3e9a-4a3a-be74-9aaeaf3fb8b2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:36.547476 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e3ac84c-4714-48da-a0af-1d320048615f req-173b41c0-3e9a-4a3a-be74-9aaeaf3fb8b2 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 947 time: 0.2285728 May 31 12:06:36.592072 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-8e3ac84c-4714-48da-a0af-1d320048615f req-9fed1a17-abad-4a5d-b4e6-6184609ae95a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 May 31 12:06:37.251169 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c3df5-69df-430f-866e-6793f1e1227d req-9287d779-7ca2-4fe1-9b72-99d213e01160 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:37.252546 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c01c3df5-69df-430f-866e-6793f1e1227d req-9287d779-7ca2-4fe1-9b72-99d213e01160 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 944 time: 0.1848812 May 31 12:06:37.298962 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c01c3df5-69df-430f-866e-6793f1e1227d req-97cb9a6d-780c-4953-983b-88a8dbf2e213 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404067 May 31 12:06:37.782842 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e474b5-7669-475b-8688-7ce544fdf4d2 req-9c9d4c1d-6e37-4e92-ab7c-e362a059f2a4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:37.784337 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d7e474b5-7669-475b-8688-7ce544fdf4d2 req-9c9d4c1d-6e37-4e92-ab7c-e362a059f2a4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 947 time: 0.0828328 May 31 12:06:37.829085 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d7e474b5-7669-475b-8688-7ce544fdf4d2 req-bf485f2b-4ebc-4278-8701-474b1edbf94e tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389767 May 31 12:06:38.479282 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3842ed51-c7b8-43ba-aa29-b3f80ad13134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:38.553999 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0e90e-6b86-4518-8047-d1212b79180c req-8fbf389c-7024-460e-b5ae-191dd9b80f67 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:38.555457 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8eb0e90e-6b86-4518-8047-d1212b79180c req-8fbf389c-7024-460e-b5ae-191dd9b80f67 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 944 time: 0.1427288 May 31 12:06:38.562291 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-0e74e727-47d9-472a-82f5-8725c6be7c2d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017878 May 31 12:06:38.643972 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8eb0e90e-6b86-4518-8047-d1212b79180c req-6400e07c-9fe0-4bc9-9d40-0a4e99aceb86 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807104 May 31 12:06:38.680496 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-b90af9af-3b3c-4e1b-a766-242abc262f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:38.681981 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-b90af9af-3b3c-4e1b-a766-242abc262f09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1100 time: 0.0874803 May 31 12:06:38.833564 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-b04b230f-afef-4498-b4cb-e59c2804761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:38.834980 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-b04b230f-afef-4498-b4cb-e59c2804761d service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.1353574 May 31 12:06:38.934084 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-824e7e4c-17cf-4582-9ab6-3e88395036ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c HTTP/1.1" status: 200 len: 1001 time: 0.0930040 May 31 12:06:38.999729 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-00d42012-a67b-4f4e-866c-2bc255b7e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:39.001401 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-00d42012-a67b-4f4e-866c-2bc255b7e261 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.0613799 May 31 12:06:39.083155 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-c96c7fc4-b3bb-44ae-983c-46f42ba1327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:39.084652 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-c96c7fc4-b3bb-44ae-983c-46f42ba1327f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768023 May 31 12:06:39.217149 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-be67887f-0cd6-42b5-b68e-6827a6a073de service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261377 May 31 12:06:39.349733 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b8fd65ed-1f8b-4fa4-99d9-ce452c7af79e req-a90f7d63-82f6-4c9c-ac23-1c8d45feabc2 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264105 May 31 12:06:39.388559 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ee3113d3-3348-401e-909f-a2de0246cc6d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:06:39.555983 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ee3113d3-3348-401e-909f-a2de0246cc6d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3113d3-3348-401e-909f-a2de0246cc6d,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:39.569474 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'port_id': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'mac_address': 'fa:16:3e:93:72:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:06:39.623180 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:39.641151 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3113d3-3348-401e-909f-a2de0246cc6d {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:06:39.658152 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ee3113d3-3348-401e-909f-a2de0246cc6d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3113d3-3348-401e-909f-a2de0246cc6d,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:39.748355 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:39.752272 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:39.833509 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=ee3113d3-3348-401e-909f-a2de0246cc6d,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:39.836653 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:39.848070 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db0c1d-465c-4a62-8252-1a35b6548a2b req-fdd846a4-df99-4275-802f-a2f48652c4c8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:39.848757 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-f7db0c1d-465c-4a62-8252-1a35b6548a2b req-fdd846a4-df99-4275-802f-a2f48652c4c8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:06:39.861629 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-f7db0c1d-465c-4a62-8252-1a35b6548a2b req-fdd846a4-df99-4275-802f-a2f48652c4c8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:06:39.862785 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f7db0c1d-465c-4a62-8252-1a35b6548a2b req-fdd846a4-df99-4275-802f-a2f48652c4c8 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 945 time: 0.1073451 May 31 12:06:39.907972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-f7db0c1d-465c-4a62-8252-1a35b6548a2b req-e10f1004-35e1-4569-8b7e-05f6cdd3beec tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Synchronizing usage tracker for tenant:4273d13482f848248eb9bc123652e320 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:06:39.987750 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-f7db0c1d-465c-4a62-8252-1a35b6548a2b req-e10f1004-35e1-4569-8b7e-05f6cdd3beec tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Unset dirty status for tenant:4273d13482f848248eb9bc123652e320 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:06:39.989156 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f7db0c1d-465c-4a62-8252-1a35b6548a2b req-e10f1004-35e1-4569-8b7e-05f6cdd3beec tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203747 May 31 12:06:40.175623 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['ee3113d3-3348-401e-909f-a2de0246cc6d'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:06:40.970212 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:41.177376 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cabac-7cd0-4d58-9b34-15ec38ce88dd req-f97ec18c-1185-4d35-b780-99e387b52c13 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:41.178748 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c03cabac-7cd0-4d58-9b34-15ec38ce88dd req-f97ec18c-1185-4d35-b780-99e387b52c13 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 945 time: 0.0845342 May 31 12:06:41.221963 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb097-6824-4a3a-b097-0db3b0c07133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:41.223889 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c03cabac-7cd0-4d58-9b34-15ec38ce88dd req-5f9b2ad7-2b44-4e7f-904b-3b6078c4b4b0 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393701 May 31 12:06:41.400699 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ee3113d3-3348-401e-909f-a2de0246cc6d up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:06:41.531257 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port ee3113d3-3348-401e-909f-a2de0246cc6d completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:06:41.536066 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port ee3113d3-3348-401e-909f-a2de0246cc6d triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:06:41.536442 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:41.660741 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:41.695675 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3113d3-3348-401e-909f-a2de0246cc6d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:41.697940 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56e774c-1781-445c-afd3-251818e0bd8a" -d '{"events": [{"server_uuid": "36bb9f4d-797c-4d2c-97bb-c5555ae82992", "name": "network-vif-plugged", "status": "completed", "tag": "ee3113d3-3348-401e-909f-a2de0246cc6d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:41.706320 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port ee3113d3-3348-401e-909f-a2de0246cc6d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3113d3-3348-401e-909f-a2de0246cc6d,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:41.742074 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92d5797-7cf7-482b-a50c-5b43bc94c837 x-openstack-request-id: req-a92d5797-7cf7-482b-a50c-5b43bc94c837 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:41.742370 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bb9f4d-797c-4d2c-97bb-c5555ae82992", "name": "network-vif-plugged", "status": "completed", "tag": "ee3113d3-3348-401e-909f-a2de0246cc6d", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:41.742628 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a92d5797-7cf7-482b-a50c-5b43bc94c837 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:41.743023 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'code': 200} May 31 12:06:41.770026 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:41.771919 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-31f0a543-2e66-49c3-b2fc-e37589b06ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:41.838592 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=ee3113d3-3348-401e-909f-a2de0246cc6d,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:41.841609 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:42.153421 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f5085-3332-4d64-8d6c-6117f50e4f8b req-6c190a63-03c5-48a3-b794-e93739963a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:42.155291 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ec5f5085-3332-4d64-8d6c-6117f50e4f8b req-6c190a63-03c5-48a3-b794-e93739963a89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 1099 time: 0.0694656 May 31 12:06:42.200306 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ec5f5085-3332-4d64-8d6c-6117f50e4f8b req-23536cc3-1d06-4cbf-a01e-8077a5071381 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348151 May 31 12:06:42.227586 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:42.416330 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932f377-5601-4555-a5d5-ebdcf0a44817 req-fb83b7a4-a2f3-45ae-a7ab-dedc6c0c4202 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:42.417684 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8932f377-5601-4555-a5d5-ebdcf0a44817 req-fb83b7a4-a2f3-45ae-a7ab-dedc6c0c4202 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 946 time: 0.0823414 May 31 12:06:42.463344 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8932f377-5601-4555-a5d5-ebdcf0a44817 req-35e479fa-b890-4640-9729-31466be17ae1 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389681 May 31 12:06:43.662762 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b31c-775d-4fea-ba62-7fc89a4e0223 req-99684ff0-491d-4b0f-9d65-c4b5c12b56f6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:43.664264 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a628b31c-775d-4fea-ba62-7fc89a4e0223 req-99684ff0-491d-4b0f-9d65-c4b5c12b56f6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 946 time: 0.0900576 May 31 12:06:43.711345 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a628b31c-775d-4fea-ba62-7fc89a4e0223 req-d98f30d9-d4ce-4600-9792-123d48bf28de tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 May 31 12:06:43.930728 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:44.902291 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072added-39c9-43bc-af99-1556e5ff2cfc req-62e4ea75-04d0-4ce3-b4b5-1e88e6c1ed5a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:44.903756 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-072added-39c9-43bc-af99-1556e5ff2cfc req-62e4ea75-04d0-4ce3-b4b5-1e88e6c1ed5a tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 946 time: 0.0820296 May 31 12:06:44.952791 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-072added-39c9-43bc-af99-1556e5ff2cfc req-af5271da-72ef-475f-93f9-9c6465f1d24d tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429189 May 31 12:06:45.133860 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247a2a1-f3bc-4274-b196-13ca6529de87 req-12c1518c-3f2b-45cf-a3b7-0da846648942 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:45.135361 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1247a2a1-f3bc-4274-b196-13ca6529de87 req-12c1518c-3f2b-45cf-a3b7-0da846648942 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 946 time: 0.0816190 May 31 12:06:45.143953 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48250) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:45.149051 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Request body: {'floatingip': {'port_id': 'ee3113d3-3348-401e-909f-a2de0246cc6d'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:06:45.227380 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:45.807742 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:45.856156 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.028256 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.l3_db [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Floating IP e69ed528-a12c-4c50-af95-dfe4bee68fa8 associated. External IP: 172.28.2.246, port: ee3113d3-3348-401e-909f-a2de0246cc6d. May 31 12:06:46.470270 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Router 459aebb0-9b7f-4489-a05c-6f2f3938c21e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:06:46.651279 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:06:46.657013 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.661204 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] Sync routers for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:06:46.670587 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:46.671202 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:46.710840 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-9565bd33-cac7-4441-a38a-3ba3d2cc4f12 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "PUT /v2.0/floatingips/e69ed528-a12c-4c50-af95-dfe4bee68fa8 HTTP/1.1" status: 200 len: 992 time: 1.5658205 May 31 12:06:46.711496 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'tag': 'ee3113d3-3348-401e-909f-a2de0246cc6d'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:46.713859 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0252cf51-23e1-4105-805f-3cf73d79ffc6" -d '{"events": [{"name": "network-changed", "server_uuid": "36bb9f4d-797c-4d2c-97bb-c5555ae82992", "tag": "ee3113d3-3348-401e-909f-a2de0246cc6d"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:46.757738 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f314ca-40f2-4b07-a51e-e4a5c91b8bdc x-openstack-request-id: req-f0f314ca-40f2-4b07-a51e-e4a5c91b8bdc {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:46.758140 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bb9f4d-797c-4d2c-97bb-c5555ae82992", "tag": "ee3113d3-3348-401e-909f-a2de0246cc6d", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:46.758672 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0f314ca-40f2-4b07-a51e-e4a5c91b8bdc {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:46.759202 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'tag': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'status': 'completed', 'code': 200} May 31 12:06:46.856266 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:46.900746 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-6fd9b724-be77-4dfa-a72e-fe642b4b965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:46.902212 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-6fd9b724-be77-4dfa-a72e-fe642b4b965e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4273d13482f848248eb9bc123652e320&device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 1099 time: 0.0760746 May 31 12:06:47.038487 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-a6e028ac-834e-4e3b-9b31-10fb95787923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:47.039874 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-a6e028ac-834e-4e3b-9b31-10fb95787923 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 200 len: 911 time: 0.1311271 May 31 12:06:47.221173 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'e69ed528-a12c-4c50-af95-dfe4bee68fa8', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'port_id': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'mac_address': 'fa:16:3e:93:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:06:18Z', 'updated_at': '2021-05-31T12:06:45Z', 'revision_number': 1, 'project_id': '4273d13482f848248eb9bc123652e320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:47.225123 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] Checking router: 459aebb0-9b7f-4489-a05c-6f2f3938c21e for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:06:47.233558 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:47.234160 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:06:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:47.242037 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-cf8bce96-20f2-4bf9-8ccd-e7343bb94c9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3113d3-3348-401e-909f-a2de0246cc6d HTTP/1.1" status: 200 len: 1000 time: 0.1959543 May 31 12:06:47.307628 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-71cf536f-6baa-4770-b326-8c30e2c71bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:47.309060 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-71cf536f-6baa-4770-b326-8c30e2c71bdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 200 len: 849 time: 0.0600758 May 31 12:06:47.391784 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-f118a1ec-b8a5-4c40-a701-8f4ab1b80456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:47.393564 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-f118a1ec-b8a5-4c40-a701-8f4ab1b80456 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16e26fb3-e629-4d90-a525-0b32a2040504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784769 May 31 12:06:47.419846 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:47.525356 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-8a03488a-8769-45f0-b6de-0b6778652957 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248899 May 31 12:06:47.660415 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0252cf51-23e1-4105-805f-3cf73d79ffc6 req-69ff389b-448d-41d4-af88-5b9d223a5476 service neutron] 10.222.0.54 "GET /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274686 May 31 12:06:47.814085 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'e69ed528-a12c-4c50-af95-dfe4bee68fa8', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'port_id': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'mac_address': 'fa:16:3e:93:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:06:18Z', 'updated_at': '2021-05-31T12:06:45Z', 'revision_number': 1, 'project_id': '4273d13482f848248eb9bc123652e320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:47.817967 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf00984-3e6f-452a-b98f-2124ca285c9f None None] The sync data for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb is: [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_floatingips': [{'id': 'e69ed528-a12c-4c50-af95-dfe4bee68fa8', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'router_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'port_id': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'mac_address': 'fa:16:3e:93:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:06:18Z', 'updated_at': '2021-05-31T12:06:45Z', 'revision_number': 1, 'project_id': '4273d13482f848248eb9bc123652e320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:06:48.005800 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6b79d-6494-411a-868d-8615aac45828 None None] New status for floating IP e69ed528-a12c-4c50-af95-dfe4bee68fa8: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:06:54.117508 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:07:03.879066 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:08.512932 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-906892e7-0739-4d4d-af73-0f54a5cbbb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:10.993667 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:11.197877 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f00166b-3de2-4396-8a8a-3be989692ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:12.216111 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:13.930145 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:31.116895 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:07:33.915507 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:38.478313 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-45beca84-9b86-45c9-9ce8-e81dca6c259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:40.513120 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-10860da9-346a-48fe-bb30-c5d1d653fd7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143153 May 31 12:07:40.674477 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-9c18b749-c918-4998-9a2f-4dfc51655cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:40.675839 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-9c18b749-c918-4998-9a2f-4dfc51655cda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed32271e1e944cfc966e436cfaaeda75&device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 1100 time: 0.0750661 May 31 12:07:40.823579 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-81e42cc5-2ec8-44ea-8211-a5063318ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:40.825097 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-81e42cc5-2ec8-44ea-8211-a5063318ee9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 200 len: 918 time: 0.1297307 May 31 12:07:40.932065 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-7d381632-ec80-4a14-8709-781196d77388 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c HTTP/1.1" status: 200 len: 1001 time: 0.0999579 May 31 12:07:40.998540 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:41.020445 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-651f20ae-afbe-4d7e-88f7-4363dfb6d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:41.022219 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-651f20ae-afbe-4d7e-88f7-4363dfb6d17c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 200 len: 856 time: 0.0635755 May 31 12:07:41.096075 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-e50507fc-c1aa-4ce3-b2fe-8df70b8a0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:41.097505 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-e50507fc-c1aa-4ce3-b2fe-8df70b8a0cda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30ed6c00-bb5b-4861-b8b7-90291f71fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690675 May 31 12:07:41.108254 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-ccf1ba44-e181-496f-a29f-22b54f538973 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:07:41.109173 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-ccf1ba44-e181-496f-a29f-22b54f538973 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050006 May 31 12:07:41.220886 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4d8d-fbbf-4d2d-894f-95b22ad64d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:41.243508 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-d116c846-e3df-493e-9005-627ca9da0365 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282513 May 31 12:07:41.376459 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-dc29b668-1da8-4eb7-a88b-07932a3088e6 req-aa704f9b-b02a-4e37-95f9-77ba7c441dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260908 May 31 12:07:42.225476 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002905ca-4e3e-4979-a779-80121fc029c6 req-c77311c6-dc2a-4df8-b1a7-dc20b042ba5c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:42.227677 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-002905ca-4e3e-4979-a779-80121fc029c6 req-c77311c6-dc2a-4df8-b1a7-dc20b042ba5c tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 947 time: 0.0871296 May 31 12:07:42.238219 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:42.275887 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-002905ca-4e3e-4979-a779-80121fc029c6 req-c8d03f88-310a-443f-aaf3-8bba4090ca37 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422630 May 31 12:07:43.467776 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6648ef-32b7-45e6-9b55-acedd722285b req-54d6751b-a55c-4ae9-8678-1229ecea09f7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:43.469177 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9a6648ef-32b7-45e6-9b55-acedd722285b req-54d6751b-a55c-4ae9-8678-1229ecea09f7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 947 time: 0.0796857 May 31 12:07:43.513714 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9a6648ef-32b7-45e6-9b55-acedd722285b req-da5ee185-aabb-4807-a5c4-53b8e5d1ec8b tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389571 May 31 12:07:43.901104 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:44.208235 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-aebf0a2a-10e3-4576-a8aa-f5546ab8786a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:44.209558 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-aebf0a2a-10e3-4576-a8aa-f5546ab8786a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 947 time: 0.0846813 May 31 12:07:44.447664 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Deleting port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:44.448029 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:44.582482 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] For port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:44.583201 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:44.888748 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab015011-c9d4-4bcf-a88c-7d27d9a8efb8 req-ec28054a-f840-4660-b363-506b12b85ba4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:07:44.891732 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ab015011-c9d4-4bcf-a88c-7d27d9a8efb8 req-ec28054a-f840-4660-b363-506b12b85ba4 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 947 time: 0.2472715 May 31 12:07:44.966483 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:44.966852 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:44.967177 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.l3_db [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Floating IP ccd9b072-f9fe-4991-8b43-19758162365f disassociated. External IP: 172.28.2.63, port: 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c. May 31 12:07:44.967613 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Calling delete_port for 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:44.975354 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ab015011-c9d4-4bcf-a88c-7d27d9a8efb8 req-154b3ced-fe9b-4fdd-a151-41590d762d69 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660744 May 31 12:07:45.124477 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:45.130285 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7f955caa-7c50-4ebb-9b87-57a6216782b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:45.180152 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event deleted for resources: {'Port': ['ID=16cd72bb-fb9e-4cb8-8cca-80caac61ae9c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:45.191078 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.191454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.191847 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.192207 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.192561 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.192919 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.193271 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.193643 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.193989 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.194337 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.200646 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.200646 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:45.245557 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:45.375531 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:07:45.557973 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:07:45.571697 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] Sync routers for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:07:45.581431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:07:45.582046 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:07:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:45.637518 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] No DVR routers for this DVR port 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:07:45.640767 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:45.643947 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-deleted', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:07:45.646983 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c5d39-23db-4c65-b762-58befe936832" -d '{"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-deleted", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:07:45.736389 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-64ac39e0-33fb-4c7d-b3bc-ba222114fa29 req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.54 "DELETE /v2.0/ports/16cd72bb-fb9e-4cb8-8cca-80caac61ae9c HTTP/1.1" status: 204 len: 173 time: 1.5208943 May 31 12:07:45.751988 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596e2501-e24e-4aae-afac-086d22d3bc70 x-openstack-request-id: req-596e2501-e24e-4aae-afac-086d22d3bc70 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:07:45.752313 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c97c019-c3b7-4b24-ae1f-a5d1413e8b85", "name": "network-vif-deleted", "tag": "16cd72bb-fb9e-4cb8-8cca-80caac61ae9c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:07:45.752595 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-596e2501-e24e-4aae-afac-086d22d3bc70 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:07:45.753023 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c97c019-c3b7-4b24-ae1f-a5d1413e8b85', 'name': 'network-vif-deleted', 'tag': '16cd72bb-fb9e-4cb8-8cca-80caac61ae9c', 'status': 'completed', 'code': 200} May 31 12:07:45.771003 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:07:46.086665 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:46.090781 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] Checking router: e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:07:46.099100 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:07:46.099770 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:07:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:46.155430 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-95c2e5c0-ff45-4a08-becc-0ab1d4da1f42 req-45cdf24f-cb0c-441e-abbe-2c8e43e60af7 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c97c019-c3b7-4b24-ae1f-a5d1413e8b85 HTTP/1.1" status: 200 len: 210 time: 0.0435960 May 31 12:07:46.280449 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:07:46.645076 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:46.650310 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5825685-d9d9-4f9f-adba-f0539716182e None None] The sync data for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb is: [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T11:56:49Z', 'revision_number': 4, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': '74249809-1ba0-4f40-8895-883b3e96f403', 'name': '', 'network_id': '30ed6c00-bb5b-4861-b8b7-90291f71fa9f', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'mac_address': 'fa:16:3e:66:8a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:45Z', 'updated_at': '2021-05-31T11:57:02Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'subnets': [{'id': '0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:07:46.867022 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc75b1-1205-49e6-90f3-f60be66d684f None None] New status for floating IP ccd9b072-f9fe-4991-8b43-19758162365f: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:07:47.359801 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48400) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:47.427628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:47.456672 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:47.570559 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:47.574661 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-685811ac-38f5-4f90-99bb-c2e102460e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:47.590620 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c627620-a1f5-4d1f-8a7c-d5f217e4b6db,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:47.598511 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.598891 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.599263 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.599624 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.600010 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.600367 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.600723 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.601570 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.601921 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.602358 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.602717 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.603068 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:47.606141 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:47.643106 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:47.644270 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "DELETE /v2.0/security-groups/0c627620-a1f5-4d1f-8a7c-d5f217e4b6db HTTP/1.1" status: 204 len: 168 time: 0.2835100 May 31 12:07:47.646931 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48404) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:47.663032 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.api.v2.resource [None req-d92a0d15-8513-47c1-a860-776a848b83e5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] show failed (client error): The resource could not be found. May 31 12:07:47.664554 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d92a0d15-8513-47c1-a860-776a848b83e5 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "GET /v2.0/security-groups/0c627620-a1f5-4d1f-8a7c-d5f217e4b6db HTTP/1.1" status: 404 len: 347 time: 0.0167527 May 31 12:07:47.667255 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48408) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:47.789068 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:07:47.823680 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:07:47.824064 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 16cd72bb-fb9e-4cb8-8cca-80caac61ae9c not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:07:47.889187 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Deleting port 9a2e84c0-d9cd-46de-a1a6-0afb8b18bdf2 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:47.889535 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:48.006311 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:48.006636 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:48.124608 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Calling delete_port for 9a2e84c0-d9cd-46de-a1a6-0afb8b18bdf2 owned by network:floatingip {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:48.277938 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:48.281669 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-c2cadd84-1c90-467d-8a1e-d5d9574f84a4 tempest-AttachVolumeNegativeTest-1579182642 tempest-AttachVolumeNegativeTest-1579182642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:48.325893 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Pushing event deleted for resources: {'Port': ['ID=9a2e84c0-d9cd-46de-a1a6-0afb8b18bdf2,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:48.328402 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:48.521679 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks [] for floatingip, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:48.536559 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:48.537699 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] 10.222.0.58 "DELETE /v2.0/floatingips/ccd9b072-f9fe-4991-8b43-19758162365f HTTP/1.1" status: 204 len: 168 time: 0.8695560 May 31 12:07:51.667890 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48440) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:52.309851 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437676'] for router_interface, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:52.718200 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Deleting port 74249809-1ba0-4f40-8895-883b3e96f403 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:52.718915 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:52.836967 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] For port 74249809-1ba0-4f40-8895-883b3e96f403, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=74249809-1ba0-4f40-8895-883b3e96f403,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:52.837325 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:52.959032 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Calling delete_port for 74249809-1ba0-4f40-8895-883b3e96f403 owned by network:router_interface {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:53.203788 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:53.207578 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-3cb8bef7-cbdb-41c8-9d1b-9c5b174aee3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:53.347105 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Pushing event deleted for resources: {'Port': ['ID=74249809-1ba0-4f40-8895-883b3e96f403,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:53.350247 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:53.622809 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441148'] for router_interface, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:53.976441 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:07:54.150375 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:07:54.159054 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] Sync routers for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:07:54.162319 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b1ca82eb-4810-4f40-83d0-5704917a7042 admin admin] 10.222.0.58 "PUT /v2.0/routers/e3bc2b34-119a-46f2-8f19-2ebc6ec29a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4933825 May 31 12:07:54.165651 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48450) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:54.170481 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:07:54.171092 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:07:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:54.341528 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks [] for router, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:54.354919 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: dv-cinder-786384-7-smb {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:07:54.525848 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:54.641390 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T12:07:53Z', 'revision_number': 5, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port': {'id': 'd4ddeae2-8e9d-4247-8951-1894c3fbc592', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:38Z', 'updated_at': '2021-05-31T11:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:54.645252 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] Checking router: e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 for host: dv-cinder-786384-7-smb {{(pid=103896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:07:54.654957 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] Routers {'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:07:54.655514 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Deleting port d4ddeae2-8e9d-4247-8951-1894c3fbc592 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:54.655747 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:07:41Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'], 'active': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:54.655913 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:54.814646 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvr_db [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] Set router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 gateway port host: None {{(pid=103896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:07:54.888987 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] For port d4ddeae2-8e9d-4247-8951-1894c3fbc592, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=d4ddeae2-8e9d-4247-8951-1894c3fbc592,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:54.892379 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:54.924033 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_hamode_db [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T12:07:54Z', 'revision_number': 6, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port_host': None}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:54.928302 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d9f5e-aa95-4144-a930-1972f9432e4f None None] The sync data for ids ['e3bc2b34-119a-46f2-8f19-2ebc6ec29a79'] in dv-cinder-786384-7-smb is: [{'id': 'e3bc2b34-119a-46f2-8f19-2ebc6ec29a79', 'name': 'tempest-AttachVolumeShelveTestJSON-1689742276-router', 'tenant_id': 'ed32271e1e944cfc966e436cfaaeda75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:35Z', 'updated_at': '2021-05-31T12:07:54Z', 'revision_number': 6, 'project_id': 'ed32271e1e944cfc966e436cfaaeda75', 'gw_port_host': None}] {{(pid=103896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:07:55.015608 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Calling delete_port for d4ddeae2-8e9d-4247-8951-1894c3fbc592 owned by network:router_gateway {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:55.209359 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:55.213970 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-39def186-5bad-49a6-acdb-1c519c50214a tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:55.259991 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ddeae2-8e9d-4247-8951-1894c3fbc592,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:55.262541 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:55.355069 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435633'] for router_gateway, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:55.534249 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:55.536316 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:55.638242 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441344'] for router, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:55.643130 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 {{(pid=103894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:07:55.652085 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:55.653165 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-2af7830b-3696-4048-b2c1-ff84ab61f495 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e3bc2b34-119a-46f2-8f19-2ebc6ec29a79 HTTP/1.1" status: 204 len: 168 time: 1.4861238 May 31 12:07:55.655612 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48456) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:55.727408 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] Deleting subnet 0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:07:55.730587 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:55.780245 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150063'] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:55.908199 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.244721 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2405792'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.248799 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-32585a5a-fcca-4b3d-a9d6-e73d80f2af74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:56.284911 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:56.286828 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.291016 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:56.292293 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20380656-bb9d-4662-babe-464b09142000 None None] Network 30ed6c00-bb5b-4861-b8b7-90291f71fa9f requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:07:56.295394 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-a9fed4db-4e3f-452f-afd2-c224a54f2dcb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0f8ef5d9-040a-4fbc-aae4-73d5f5d619c3 HTTP/1.1" status: 204 len: 168 time: 0.6388092 May 31 12:07:56.297835 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48462) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:56.403863 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.474938 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Deleting port 0cd40912-8e95-4830-84f1-a3232e884892 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:56.475275 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.548377 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] DHCP port deletion for 30ed6c00-bb5b-4861-b8b7-90291f71fa9f request from dv-cinder-786384-7-smb {{(pid=103896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:07:56.639068 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 74249809-1ba0-4f40-8895-883b3e96f403 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:07:56.672512 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] For port 0cd40912-8e95-4830-84f1-a3232e884892, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=0cd40912-8e95-4830-84f1-a3232e884892,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:56.672872 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.674261 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: 74249809-1ba0-4f40-8895-883b3e96f403 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:07:56.674680 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 74249809-1ba0-4f40-8895-883b3e96f403 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:07:56.675039 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d4ddeae2-8e9d-4247-8951-1894c3fbc592 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:07:56.715313 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: d4ddeae2-8e9d-4247-8951-1894c3fbc592 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:07:56.715691 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device d4ddeae2-8e9d-4247-8951-1894c3fbc592 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:07:56.716126 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 0cd40912-8e95-4830-84f1-a3232e884892 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:07:56.798947 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Calling delete_port for 0cd40912-8e95-4830-84f1-a3232e884892 owned by network:dhcp {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:56.814296 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Deleting port 0cd40912-8e95-4830-84f1-a3232e884892 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:56.814682 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.906479 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.911329 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8698efaa-021e-4d09-991e-91a49677ce14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:56.914566 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.946751 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] For port 0cd40912-8e95-4830-84f1-a3232e884892, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=0cd40912-8e95-4830-84f1-a3232e884892,segment=NetworkSegment(dca68627-f8d5-42c7-a440-4176f154d180),segment_id=dca68627-f8d5-42c7-a440-4176f154d180)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:56.947127 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:56.957725 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] No DVR routers for this DVR port 0cd40912-8e95-4830-84f1-a3232e884892 on host dv-cinder-786384-7-smb {{(pid=103894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:07:56.985313 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd40912-8e95-4830-84f1-a3232e884892,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:56.987738 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:57.078565 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:57.093070 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ed6c00-bb5b-4861-b8b7-90291f71fa9f']}} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:57.105011 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Calling delete_port for 0cd40912-8e95-4830-84f1-a3232e884892 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:57.106122 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca68627-f8d5-42c7-a440-4176f154d180') {'for_net_delete': True} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:57.106422 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca68627-f8d5-42c7-a440-4176f154d180') {} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:57.119258 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150052'] for segment, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:57.137884 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:57.148220 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:07:57.148640 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111358'] for segment, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:57.161471 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: Traceback (most recent call last): May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: timer() May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: cb(*args, **kw) May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: return func(*args, **kwargs) May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: self._notify() May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: self.callback(batched_events) May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: event.method(event) May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: return f(self, *a, **k) May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: return self._get(url).json() May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: return self.request(url, 'GET', **kwargs) May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:07:57.162940 dv-cinder-786384-7-smb neutron-server[103894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:07:57.170476 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-7d936627-fc27-45b6-ad0a-b598879eda7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:57.214406 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Pushing event deleted for resources: {'Port': ['ID=0cd40912-8e95-4830-84f1-a3232e884892,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:57.223888 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] No DVR routers for this DVR port 0cd40912-8e95-4830-84f1-a3232e884892 on host dv-cinder-786384-7-smb {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:07:57.225634 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.225985 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.226322 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.226654 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.226982 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.228017 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.228822 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.229148 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.229477 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.229804 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.230141 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.230449 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:07:57.234102 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-0b437169-1546-47cc-9930-9b66af92de7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:57.335058 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:57.339602 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:57.352494 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:57.362495 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ed6c00-bb5b-4861-b8b7-90291f71fa9f,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:57.365567 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:57.427414 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-479f746a-d258-453f-9dfd-48d7a9950c80 admin admin] 10.222.0.58 "DELETE /v2.0/networks/30ed6c00-bb5b-4861-b8b7-90291f71fa9f HTTP/1.1" status: 204 len: 168 time: 1.1285563 May 31 12:07:57.774074 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48470) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:57.824596 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-b7f47490-4aa9-4376-96cb-98a1e102a4fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed32271e1e944cfc966e436cfaaeda75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493560 May 31 12:07:57.826875 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48474) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:57.886094 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cef4d21-5b31-4f1c-8d2c-a825e370c5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:57.911293 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cef4d21-5b31-4f1c-8d2c-a825e370c5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:58.043827 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cef4d21-5b31-4f1c-8d2c-a825e370c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:58.047732 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4ad83be0-5daa-4b6f-9d3f-d30622641b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:58.060621 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef4d21-5b31-4f1c-8d2c-a825e370c5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d998a-41e8-4ccb-a47a-1be07d2a0abb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:58.063970 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9cef4d21-5b31-4f1c-8d2c-a825e370c5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:58.069277 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cef4d21-5b31-4f1c-8d2c-a825e370c5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:58.070389 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-9cef4d21-5b31-4f1c-8d2c-a825e370c5a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f02d998a-41e8-4ccb-a47a-1be07d2a0abb HTTP/1.1" status: 204 len: 168 time: 0.2425971 May 31 12:08:00.325241 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48520) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:00.443115 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.457603 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:00.461575 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Usage tracker for resource:security_group_rule and tenant:bd4ef344f644412b838539b08c9ab4b6 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:00.465440 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:00.471340 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:00.558041 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.620955 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.628312 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c0b8773c-25f9-4a86-bd43-53caf14099ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:00.670944 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd4ef344f644412b838539b08c9ab4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445666 May 31 12:08:00.671894 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b08cb30-bcdd-4d34-bdc3-f4b67a0f2051,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:00.673539 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48528) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:00.675395 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-75508c9f-0983-48a4-b2cd-bd0f684f0476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:00.735807 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5e6a50d8-b1d5-4db9-93e3-4a3650abf5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.762531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5e6a50d8-b1d5-4db9-93e3-4a3650abf5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.906688 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5e6a50d8-b1d5-4db9-93e3-4a3650abf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.910540 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f59b742d-e7cc-4406-a2f1-412570e26ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:00.921628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a50d8-b1d5-4db9-93e3-4a3650abf5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b08cb30-bcdd-4d34-bdc3-f4b67a0f2051,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:00.927475 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5e6a50d8-b1d5-4db9-93e3-4a3650abf5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:00.928598 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-5e6a50d8-b1d5-4db9-93e3-4a3650abf5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.929696 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-5e6a50d8-b1d5-4db9-93e3-4a3650abf5f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b08cb30-bcdd-4d34-bdc3-f4b67a0f2051 HTTP/1.1" status: 204 len: 168 time: 0.2552075 May 31 12:08:01.481380 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48536) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:01.500212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:01.516128 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:01.520063 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9a69008eebaa43b7b21b2185bbde74e9 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:01.522819 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:01.528936 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:01.608354 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:01.677969 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:01.687837 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-93aba2dd-39c2-4573-a0ea-d43b3b124c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:01.728295 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a69008eebaa43b7b21b2185bbde74e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457325 May 31 12:08:01.729215 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b766e016-6215-46d6-b301-22838c320001,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:01.731260 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48542) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:01.733100 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:01.791080 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-02cc63d8-bf38-47b4-abf3-4409d45f4d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:01.817126 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-02cc63d8-bf38-47b4-abf3-4409d45f4d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:01.940592 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-02cc63d8-bf38-47b4-abf3-4409d45f4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:01.944311 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-bc63d4a4-a0f6-44fe-9e11-ac6debda5ba2 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:01.958107 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc63d8-bf38-47b4-abf3-4409d45f4d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b766e016-6215-46d6-b301-22838c320001,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:01.960620 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-02cc63d8-bf38-47b4-abf3-4409d45f4d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:01.962920 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-02cc63d8-bf38-47b4-abf3-4409d45f4d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:01.964001 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-02cc63d8-bf38-47b4-abf3-4409d45f4d2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b766e016-6215-46d6-b301-22838c320001 HTTP/1.1" status: 204 len: 168 time: 0.2317426 May 31 12:08:03.924020 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:08.116371 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:08:08.517986 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b481a-194d-4f16-9b33-8f1f83a6ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:11.031959 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:11.232690 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fbf6095b-110d-45d6-a2fb-3d0e4271357d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:12.261356 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:13.952152 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.212568 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48710) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:14.337155 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.355967 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:14.359848 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Usage tracker for resource:security_group_rule and tenant:48d0c0aafa5b41c484a8748e3d9d6b82 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:14.362837 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:14.368697 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:14.552402 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.649115 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.658119 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7a6c14c7-ab6a-4718-a23a-28f9d8358173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:14.698685 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48d0c0aafa5b41c484a8748e3d9d6b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849122 May 31 12:08:14.700923 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1be6ffa-f069-4c72-bd93-bd5704987068,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:14.701588 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48718) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:14.704063 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:14.768013 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-dbad930f-c0d5-4bdd-8234-035ce9d20c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.794132 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-dbad930f-c0d5-4bdd-8234-035ce9d20c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.919754 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-dbad930f-c0d5-4bdd-8234-035ce9d20c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.923732 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-e2ba32f5-29ad-4122-8c13-2a1914824c90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:14.936089 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad930f-c0d5-4bdd-8234-035ce9d20c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1be6ffa-f069-4c72-bd93-bd5704987068,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:14.938626 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-dbad930f-c0d5-4bdd-8234-035ce9d20c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:14.944599 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-dbad930f-c0d5-4bdd-8234-035ce9d20c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.945840 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-dbad930f-c0d5-4bdd-8234-035ce9d20c22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1be6ffa-f069-4c72-bd93-bd5704987068 HTTP/1.1" status: 204 len: 168 time: 0.2432890 May 31 12:08:15.577513 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48730) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:15.595947 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:15.610239 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:15.614280 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Usage tracker for resource:security_group_rule and tenant:5bad11c192f74979af0c3561edeba9db is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:15.617133 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:15.623497 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:15.705035 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:15.785467 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:15.794275 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-3776d9de-b236-44d4-8ab9-aca39bbccb97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:15.838114 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bad11c192f74979af0c3561edeba9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596188 May 31 12:08:15.839816 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64725988-82c6-4ede-ae3f-51ac132ff566,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:15.840904 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48736) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:15.843193 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:15.905455 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-782b9ac9-4468-402a-992d-70d09771646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:15.930784 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-782b9ac9-4468-402a-992d-70d09771646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:16.060741 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-782b9ac9-4468-402a-992d-70d09771646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:16.064686 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2006f417-0b0f-4ee5-895b-05eb9eb2f732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:16.081074 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b9ac9-4468-402a-992d-70d09771646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64725988-82c6-4ede-ae3f-51ac132ff566,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:16.084945 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-782b9ac9-4468-402a-992d-70d09771646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:16.101625 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-782b9ac9-4468-402a-992d-70d09771646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:16.108043 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-782b9ac9-4468-402a-992d-70d09771646b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64725988-82c6-4ede-ae3f-51ac132ff566 HTTP/1.1" status: 204 len: 168 time: 0.2651560 May 31 12:08:25.480761 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48868) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:25.602532 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:25.619012 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:25.622768 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Usage tracker for resource:security_group_rule and tenant:333daea1331340b7ada76acb435481c4 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:25.626154 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:25.631730 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:25.715931 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:25.763198 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:25.770639 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e55d189f-78f5-43aa-a380-8fe32b411b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:25.813568 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=333daea1331340b7ada76acb435481c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314803 May 31 12:08:25.814317 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e89229-ab63-4c41-a7f0-0d48e9c57cbb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:25.816095 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48880) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:25.817647 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:25.880101 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6e4d794d-6c32-4035-8867-e3b2a2ea60b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:25.907355 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6e4d794d-6c32-4035-8867-e3b2a2ea60b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:26.026206 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6e4d794d-6c32-4035-8867-e3b2a2ea60b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:26.030157 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ff562deb-b6af-4221-8ba7-7b4d39545deb tempest-TestShelveInstance-1599214382 tempest-TestShelveInstance-1599214382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:26.042910 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d794d-6c32-4035-8867-e3b2a2ea60b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e89229-ab63-4c41-a7f0-0d48e9c57cbb,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:26.045487 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6e4d794d-6c32-4035-8867-e3b2a2ea60b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:26.053072 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-6e4d794d-6c32-4035-8867-e3b2a2ea60b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:26.054248 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-6e4d794d-6c32-4035-8867-e3b2a2ea60b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5e89229-ab63-4c41-a7f0-0d48e9c57cbb HTTP/1.1" status: 204 len: 168 time: 0.2364681 May 31 12:08:26.338527 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6785b-88ea-4cea-821f-6ff06fe762d1 req-a3c33251-8306-4d31-8f7e-e27f681d24d3 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:26.340005 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4ac6785b-88ea-4cea-821f-6ff06fe762d1 req-a3c33251-8306-4d31-8f7e-e27f681d24d3 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 946 time: 0.0850220 May 31 12:08:26.384693 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4ac6785b-88ea-4cea-821f-6ff06fe762d1 req-4e731565-3ce7-4005-9795-475ce8e9f8d6 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389125 May 31 12:08:26.657458 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 48890) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:26.675463 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:26.689948 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:26.693747 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Usage tracker for resource:security_group_rule and tenant:80f7fb5d7f4344b8a7e8af8d59c64d70 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:26.696561 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:26.702051 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:26.799568 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:26.848993 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:26.865796 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-cf93dff5-6afa-4e59-ae05-2cf6b548c1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:26.900114 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80f7fb5d7f4344b8a7e8af8d59c64d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414832 May 31 12:08:26.902699 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48894) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:26.905226 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea016185-ce42-4810-b6a3-3208c66f9f04,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:26.908987 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:26.960874 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fab12e9b-a185-4797-a5cf-5e8292b9f66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:26.986887 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fab12e9b-a185-4797-a5cf-5e8292b9f66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:27.141564 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fab12e9b-a185-4797-a5cf-5e8292b9f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:27.145502 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f4ec8084-b441-4c76-b436-53cb065581d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:27.157560 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab12e9b-a185-4797-a5cf-5e8292b9f66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea016185-ce42-4810-b6a3-3208c66f9f04,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:27.159856 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fab12e9b-a185-4797-a5cf-5e8292b9f66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:27.164701 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fab12e9b-a185-4797-a5cf-5e8292b9f66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:27.167762 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fab12e9b-a185-4797-a5cf-5e8292b9f66f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea016185-ce42-4810-b6a3-3208c66f9f04 HTTP/1.1" status: 204 len: 168 time: 0.2621717 May 31 12:08:27.584648 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b64e7-b0aa-49c3-925d-af8aa34eb098 req-a28f632c-cbda-4159-ac3b-0789fcd66f90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:27.586112 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a12b64e7-b0aa-49c3-925d-af8aa34eb098 req-a28f632c-cbda-4159-ac3b-0789fcd66f90 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 946 time: 0.0817325 May 31 12:08:27.632645 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a12b64e7-b0aa-49c3-925d-af8aa34eb098 req-78a58e41-34fd-4095-aecb-0fc40966896e tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 May 31 12:08:28.431137 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-67c6f7e4-0202-4a73-b056-483ecb357569 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:28.432609 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-67c6f7e4-0202-4a73-b056-483ecb357569 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 946 time: 0.0846336 May 31 12:08:28.576185 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Deleting port ee3113d3-3348-401e-909f-a2de0246cc6d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:08:28.576631 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:28.720023 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] For port ee3113d3-3348-401e-909f-a2de0246cc6d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3113d3-3348-401e-909f-a2de0246cc6d,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:08:28.720421 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:28.832173 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f15f06-c0de-4aac-9398-5f2167cecdd6 req-90bd12d0-2513-402f-afe2-04f81357ad74 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:28.833703 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-49f15f06-c0de-4aac-9398-5f2167cecdd6 req-90bd12d0-2513-402f-afe2-04f81357ad74 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 946 time: 0.0921350 May 31 12:08:28.888402 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-49f15f06-c0de-4aac-9398-5f2167cecdd6 req-6469c0d4-2077-4380-a561-643e1405092b tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups?id=a516a16f-96f8-46f7-bffc-65f3802953a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477345 May 31 12:08:29.029307 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:29.029694 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435614'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:29.030095 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.db.l3_db [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Floating IP e69ed528-a12c-4c50-af95-dfe4bee68fa8 disassociated. External IP: 172.28.2.246, port: ee3113d3-3348-401e-909f-a2de0246cc6d. May 31 12:08:29.030401 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Calling delete_port for ee3113d3-3348-401e-909f-a2de0246cc6d owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:08:29.221357 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:29.227243 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-2ff1cb97-2b77-474a-9dee-bc443b8fedc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:29.272239 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event deleted for resources: {'Port': ['ID=ee3113d3-3348-401e-909f-a2de0246cc6d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:29.280642 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:29.486657 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Router 459aebb0-9b7f-4489-a05c-6f2f3938c21e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:08:29.783292 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:08:29.793853 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] Sync routers for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:08:29.805718 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:08:29.806466 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:08:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:29.859481 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] No DVR routers for this DVR port ee3113d3-3348-401e-909f-a2de0246cc6d on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:08:29.866066 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:29.868801 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'name': 'network-vif-deleted', 'tag': 'ee3113d3-3348-401e-909f-a2de0246cc6d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:08:29.871151 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cce4fe7-170a-441e-ba10-5269527cc486" -d '{"events": [{"server_uuid": "36bb9f4d-797c-4d2c-97bb-c5555ae82992", "name": "network-vif-deleted", "tag": "ee3113d3-3348-401e-909f-a2de0246cc6d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:08:29.931637 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b1024d-9d2c-4584-a7c1-4881dcb72e8f x-openstack-request-id: req-92b1024d-9d2c-4584-a7c1-4881dcb72e8f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:08:29.931998 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bb9f4d-797c-4d2c-97bb-c5555ae82992", "name": "network-vif-deleted", "tag": "ee3113d3-3348-401e-909f-a2de0246cc6d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:08:29.932286 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92b1024d-9d2c-4584-a7c1-4881dcb72e8f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:08:29.932709 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bb9f4d-797c-4d2c-97bb-c5555ae82992', 'name': 'network-vif-deleted', 'tag': 'ee3113d3-3348-401e-909f-a2de0246cc6d', 'status': 'completed', 'code': 200} May 31 12:08:29.981993 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ee172c27-1e39-4f78-828d-d9293f8654c4 req-898aa997-d304-42b9-8c59-8745fa7f529c tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.54 "DELETE /v2.0/ports/ee3113d3-3348-401e-909f-a2de0246cc6d HTTP/1.1" status: 204 len: 173 time: 1.5428221 May 31 12:08:30.052079 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:08:30.055688 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-5bd1aa1c-0b96-44dc-9881-e5cc433e8004 req-88499fc5-ad7b-47f6-b896-c1ad36ea222f tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/ports?device_id=36bb9f4d-797c-4d2c-97bb-c5555ae82992 HTTP/1.1" status: 200 len: 210 time: 0.0446041 May 31 12:08:30.370143 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:30.374152 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] Checking router: 459aebb0-9b7f-4489-a05c-6f2f3938c21e for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:08:30.382490 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:08:30.383081 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:08:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:30.561123 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:08:30.880420 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:30.885850 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb2bec-4286-4edd-b4fd-d0adb9b38ad4 None None] The sync data for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb is: [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:00:17Z', 'revision_number': 4, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb', '_interfaces': [{'id': 'dce6f760-2c06-4b44-9fec-23b03cf10e66', 'name': '', 'network_id': '16e26fb3-e629-4d90-a525-0b32a2040504', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'mac_address': 'fa:16:3e:92:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:16Z', 'updated_at': '2021-05-31T12:00:24Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'subnets': [{'id': 'a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:08:31.107422 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0f107-f08b-4099-9dff-01dd3f984051 None None] New status for floating IP e69ed528-a12c-4c50-af95-dfe4bee68fa8: DOWN {{(pid=103896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:08:31.997760 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ee3113d3-3348-401e-909f-a2de0246cc6d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:08:32.036611 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: ee3113d3-3348-401e-909f-a2de0246cc6d {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:08:32.040187 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device ee3113d3-3348-401e-909f-a2de0246cc6d not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:08:32.261631 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48966) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:32.328542 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2065-1265-4ae2-807b-50cb25b3ce46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:32.359890 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2065-1265-4ae2-807b-50cb25b3ce46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:32.460479 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2065-1265-4ae2-807b-50cb25b3ce46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:32.464435 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-02cc63d8-bf38-47b4-abf3-4409d45f4d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:32.478466 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf2065-1265-4ae2-807b-50cb25b3ce46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a516a16f-96f8-46f7-bffc-65f3802953a8,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:32.481700 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0bcf2065-1265-4ae2-807b-50cb25b3ce46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:32.551632 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2065-1265-4ae2-807b-50cb25b3ce46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:32.552797 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0bcf2065-1265-4ae2-807b-50cb25b3ce46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "DELETE /v2.0/security-groups/a516a16f-96f8-46f7-bffc-65f3802953a8 HTTP/1.1" status: 204 len: 168 time: 0.2899783 May 31 12:08:32.555505 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48970) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:32.571867 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.api.v2.resource [None req-d2d56eef-e30c-495e-942a-6c415277e548 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] show failed (client error): The resource could not be found. May 31 12:08:32.572834 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d2d56eef-e30c-495e-942a-6c415277e548 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "GET /v2.0/security-groups/a516a16f-96f8-46f7-bffc-65f3802953a8 HTTP/1.1" status: 404 len: 347 time: 0.0164158 May 31 12:08:32.575376 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 48974) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:32.876699 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Deleting port 4efbf076-2713-4275-a470-c071e3c6da16 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:08:32.877049 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:32.994396 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:32.994719 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:33.114914 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Calling delete_port for 4efbf076-2713-4275-a470-c071e3c6da16 owned by network:floatingip {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:08:33.312165 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:33.317304 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-af462124-5ea8-406b-ae62-8615a3414a30 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:33.366011 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Pushing event deleted for resources: {'Port': ['ID=4efbf076-2713-4275-a470-c071e3c6da16,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:33.393090 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:33.463137 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks [] for floatingip, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:33.480001 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for floatingip, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:33.481531 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fb929359-952c-4297-9322-c384f0ac5224 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] 10.222.0.58 "DELETE /v2.0/floatingips/e69ed528-a12c-4c50-af95-dfe4bee68fa8 HTTP/1.1" status: 204 len: 168 time: 0.9049139 May 31 12:08:33.917687 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:37.786083 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49028) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:37.917582 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:37.932840 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:37.936310 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49038) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:37.936981 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7b011aee0c4dfbbc32e6d8837d5dac is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:37.940130 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:37.945987 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:38.034854 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.106043 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.114080 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-ff6e85aa-15ff-495b-9d43-7233b65ee3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:38.156110 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b7b011aee0c4dfbbc32e6d8837d5dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717589 May 31 12:08:38.157674 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f2ec3-ef83-441f-81cd-58d087eed587,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:38.160546 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49044) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:38.172085 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:38.220459 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b0948d9e-f9ea-4228-8f88-1b578b4488ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.251321 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b0948d9e-f9ea-4228-8f88-1b578b4488ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.374935 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b0948d9e-f9ea-4228-8f88-1b578b4488ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.379890 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0bcf2065-1265-4ae2-807b-50cb25b3ce46 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:38.391948 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0948d9e-f9ea-4228-8f88-1b578b4488ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f2ec3-ef83-441f-81cd-58d087eed587,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:38.395033 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b0948d9e-f9ea-4228-8f88-1b578b4488ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:38.397628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b0948d9e-f9ea-4228-8f88-1b578b4488ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.401074 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b0948d9e-f9ea-4228-8f88-1b578b4488ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b1f2ec3-ef83-441f-81cd-58d087eed587 HTTP/1.1" status: 204 len: 168 time: 0.2374811 May 31 12:08:38.494770 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-548b1001-d466-491e-9dcc-8d07e6e1e7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.538729 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437676'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:38.954450 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Deleting port dce6f760-2c06-4b44-9fec-23b03cf10e66 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:08:38.955185 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.069287 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49052) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:39.082845 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] For port dce6f760-2c06-4b44-9fec-23b03cf10e66, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=dce6f760-2c06-4b44-9fec-23b03cf10e66,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:08:39.083201 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.087439 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.101939 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:39.105774 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Usage tracker for resource:security_group_rule and tenant:fa05bff0d68d448f9532ff5e81e5e5bc is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:39.108586 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:39.114878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:39.210541 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.265916 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.274569 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1bed215a-8833-4006-8838-596760d76fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:39.316317 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Calling delete_port for dce6f760-2c06-4b44-9fec-23b03cf10e66 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:08:39.317186 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa05bff0d68d448f9532ff5e81e5e5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467370 May 31 12:08:39.318923 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e7473-dec8-4514-a20b-aa291f3cc59e,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:39.320032 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:39.321994 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:39.398681 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7586d3b6-bbae-4af4-ae75-e5d04806636a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.437467 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7586d3b6-bbae-4af4-ae75-e5d04806636a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.619975 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7586d3b6-bbae-4af4-ae75-e5d04806636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.622928 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7bd15e6e-21cb-418f-8a61-1e7912f5a551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:39.637170 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586d3b6-bbae-4af4-ae75-e5d04806636a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e7473-dec8-4514-a20b-aa291f3cc59e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:39.641777 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-7586d3b6-bbae-4af4-ae75-e5d04806636a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:39.644542 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.649132 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-be317a20-4f5f-4b67-a3e7-e82a256c065f tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:39.696542 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=dce6f760-2c06-4b44-9fec-23b03cf10e66,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:39.726354 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:39.727185 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7586d3b6-bbae-4af4-ae75-e5d04806636a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:39.728369 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-7586d3b6-bbae-4af4-ae75-e5d04806636a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c8e7473-dec8-4514-a20b-aa291f3cc59e HTTP/1.1" status: 204 len: 168 time: 0.4074283 May 31 12:08:39.974885 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441148'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:40.339155 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Router 459aebb0-9b7f-4489-a05c-6f2f3938c21e has already been hosted by L3 agent 81986136-6268-4c02-84da-1ad85eb25ead {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:08:40.517011 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] Notify agent at l3_agent.dv-cinder-786384-7-smb the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:08:40.523451 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-a7fa2520-fda1-45e0-b919-aaa140959dcc admin admin] 10.222.0.58 "PUT /v2.0/routers/459aebb0-9b7f-4489-a05c-6f2f3938c21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5851834 May 31 12:08:40.524416 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49072) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:40.526924 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] Sync routers for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:08:40.564953 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:08:40.564953 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:08:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:40.728622 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks [] for router, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:40.743892 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: dv-cinder-786384-7-smb {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:08:40.938880 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:40.997663 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:41.072277 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'external_fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:08:39Z', 'revision_number': 5, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port': {'id': '359a218b-4d0e-4b5d-9f29-dfe041337748', 'name': '', 'network_id': '182eec52-fc32-4a2b-9fae-2f284fe082da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:00:09Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ad51e77-307c-4612-a8f5-884d2dcc76db', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-smb'}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:41.076860 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] Checking router: 459aebb0-9b7f-4489-a05c-6f2f3938c21e for host: dv-cinder-786384-7-smb {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:08:41.088360 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] Routers {'459aebb0-9b7f-4489-a05c-6f2f3938c21e'} bound to L3 agent in host dv-cinder-786384-7-smb {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:08:41.088981 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:48:11Z,description=,heartbeat_timestamp=2021-05-31T12:08:11Z,host='dv-cinder-786384-7-smb',id=81986136-6268-4c02-84da-1ad85eb25ead,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:48:12Z,topic='l3_agent')) {'router_ids': ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:41.092763 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Deleting port 359a218b-4d0e-4b5d-9f29-dfe041337748 {{(pid=103894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:08:41.093267 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:41.260723 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] Set router 459aebb0-9b7f-4489-a05c-6f2f3938c21e gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:08:41.266239 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49a98330-7509-4edf-a83e-2faeadd56446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:41.333865 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] For port 359a218b-4d0e-4b5d-9f29-dfe041337748, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=359a218b-4d0e-4b5d-9f29-dfe041337748,segment=NetworkSegment(62636ae7-aa82-413e-b693-fd8b50c60b18),segment_id=62636ae7-aa82-413e-b693-fd8b50c60b18)] {{(pid=103894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:08:41.334231 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:41.370533 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:08:40Z', 'revision_number': 6, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port_host': None}], 'dv-cinder-786384-7-smb', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:41.374921 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818967f-7f3f-4f6f-b9a1-550fd7347068 None None] The sync data for ids ['459aebb0-9b7f-4489-a05c-6f2f3938c21e'] in dv-cinder-786384-7-smb is: [{'id': '459aebb0-9b7f-4489-a05c-6f2f3938c21e', 'name': 'tempest-AttachVolumeTestJSON-561443042-router', 'tenant_id': '4273d13482f848248eb9bc123652e320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:00:07Z', 'updated_at': '2021-05-31T12:08:40Z', 'revision_number': 6, 'project_id': '4273d13482f848248eb9bc123652e320', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:08:41.467890 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Calling delete_port for 359a218b-4d0e-4b5d-9f29-dfe041337748 owned by network:router_gateway {{(pid=103894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:08:41.682961 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:41.686858 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-98737711-a6c2-47de-9b61-c92538fa7723 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:41.733060 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Pushing event deleted for resources: {'Port': ['ID=359a218b-4d0e-4b5d-9f29-dfe041337748,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:41.764345 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:41.838225 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435633'] for router_gateway, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.013811 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.016109 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.100440 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441344'] for router, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.100933 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 459aebb0-9b7f-4489-a05c-6f2f3938c21e {{(pid=103894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:08:42.127606 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Notify callbacks [] for router, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.128348 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] 10.222.0.58 "DELETE /v2.0/routers/459aebb0-9b7f-4489-a05c-6f2f3938c21e HTTP/1.1" status: 204 len: 168 time: 1.6026876 May 31 12:08:42.130909 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49108) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:42.197766 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] Deleting subnet a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:08:42.201043 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.215454 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.262393 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150063'] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.345946 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.605606 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device dce6f760-2c06-4b44-9fec-23b03cf10e66 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:08:42.639676 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: dce6f760-2c06-4b44-9fec-23b03cf10e66 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:08:42.640029 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device dce6f760-2c06-4b44-9fec-23b03cf10e66 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:08:42.640443 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 359a218b-4d0e-4b5d-9f29-dfe041337748 no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:08:42.677204 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: 359a218b-4d0e-4b5d-9f29-dfe041337748 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:08:42.677560 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 359a218b-4d0e-4b5d-9f29-dfe041337748 not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:08:42.683454 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2405792'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.689575 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:42.725031 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:42.726973 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.731610 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599de599-b41b-44e1-b49e-68e7788c7717 None None] Network 16e26fb3-e629-4d90-a525-0b32a2040504 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:08:42.732044 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:42.735547 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0b28964b-170f-4b37-95b1-d6a0cfb7413b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a5c3651a-7d23-4fa2-a879-ae2e4d5a23bb HTTP/1.1" status: 204 len: 168 time: 0.6032712 May 31 12:08:42.738171 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49124) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:42.858775 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.936008 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Deleting port 2b19f304-bba1-45fa-bef6-60122f6b3fab {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:08:42.936381 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:42.987992 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] DHCP port deletion for 16e26fb3-e629-4d90-a525-0b32a2040504 request from dv-cinder-786384-7-smb {{(pid=103896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:08:43.059998 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] Deleting port 2b19f304-bba1-45fa-bef6-60122f6b3fab {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:08:43.060661 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.163796 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] For port 2b19f304-bba1-45fa-bef6-60122f6b3fab, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=2b19f304-bba1-45fa-bef6-60122f6b3fab,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:08:43.164151 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.202278 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] For port 2b19f304-bba1-45fa-bef6-60122f6b3fab, host dv-cinder-786384-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-smb',level=0,port_id=2b19f304-bba1-45fa-bef6-60122f6b3fab,segment=NetworkSegment(f26e681a-fef9-4b5b-a0e5-96bc3660ab4d),segment_id=f26e681a-fef9-4b5b-a0e5-96bc3660ab4d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:08:43.202670 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.290896 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Calling delete_port for 2b19f304-bba1-45fa-bef6-60122f6b3fab owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:08:43.323562 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] Calling delete_port for 2b19f304-bba1-45fa-bef6-60122f6b3fab owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:08:43.397766 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.402885 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-74270003-43a0-49e9-bb87-677ad93bd2d7 tempest-AttachVolumeTestJSON-975434 tempest-AttachVolumeTestJSON-975434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:43.403540 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.408586 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:43.451231 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] Pushing event deleted for resources: {'Port': ['ID=2b19f304-bba1-45fa-bef6-60122f6b3fab,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:43.452975 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b19f304-bba1-45fa-bef6-60122f6b3fab,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:43.453640 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] No DVR routers for this DVR port 2b19f304-bba1-45fa-bef6-60122f6b3fab on host dv-cinder-786384-7-smb {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:08:43.455523 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] No DVR routers for this DVR port 2b19f304-bba1-45fa-bef6-60122f6b3fab on host dv-cinder-786384-7-smb {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:08:43.455902 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-9b687657-00c9-40a7-8adb-055b3c5d7d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:43.457113 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:43.581355 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.594537 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e26fb3-e629-4d90-a525-0b32a2040504']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:43.608056 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:43.615729 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26e681a-fef9-4b5b-a0e5-96bc3660ab4d') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:08:43.621058 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001040'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.637853 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.644032 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:08:43.644436 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2975661'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: Traceback (most recent call last): May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: timer() May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: cb(*args, **kw) May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: return func(*args, **kwargs) May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: self._notify() May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: self.callback(batched_events) May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: event.method(event) May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: return f(self, *a, **k) May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: return self._get(url).json() May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: return self.request(url, 'GET', **kwargs) May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:08:43.657393 dv-cinder-786384-7-smb neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:08:43.785771 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.789689 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:43.803690 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.823458 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e26fb3-e629-4d90-a525-0b32a2040504,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:43.827676 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:43.900797 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/16e26fb3-e629-4d90-a525-0b32a2040504 HTTP/1.1" status: 204 len: 168 time: 1.1615462 May 31 12:08:43.928872 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:44.447116 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49138) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:44.501540 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-5289a5b3-9776-4324-b11f-5b567c76abfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4273d13482f848248eb9bc123652e320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526946 May 31 12:08:44.503571 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49142) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:44.563029 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3c51584-7c72-46bf-88b2-b267b753ea3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:44.589825 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3c51584-7c72-46bf-88b2-b267b753ea3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:44.606240 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 2b19f304-bba1-45fa-bef6-60122f6b3fab no longer exists at agent ovs-agent-dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:08:44.644940 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] No Port match for: 2b19f304-bba1-45fa-bef6-60122f6b3fab {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:08:44.645294 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Device 2b19f304-bba1-45fa-bef6-60122f6b3fab not bound to the agent host dv-cinder-786384-7-smb {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:08:44.729281 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3c51584-7c72-46bf-88b2-b267b753ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:44.733389 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-9cef4d21-5b31-4f1c-8d2c-a825e370c5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:44.748304 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c51584-7c72-46bf-88b2-b267b753ea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b02f9-0b85-4a03-8d21-497ac5cd3a99,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:44.753495 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a3c51584-7c72-46bf-88b2-b267b753ea3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:44.760570 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3c51584-7c72-46bf-88b2-b267b753ea3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:44.760570 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-a3c51584-7c72-46bf-88b2-b267b753ea3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb9b02f9-0b85-4a03-8d21-497ac5cd3a99 HTTP/1.1" status: 204 len: 168 time: 0.2534823 May 31 12:08:45.125552 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:08:47.644665 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49216) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:47.816254 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:47.831610 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:47.835420 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa17901a12dc414abbd0770d27aa91aa is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:47.838266 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:47.844282 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:47.930283 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:48.008796 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:48.018993 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-93b4979b-3fc4-44fb-bd7a-fc07a60ec440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:48.060608 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa17901a12dc414abbd0770d27aa91aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148662 May 31 12:08:48.061509 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27067f04-bef2-4f43-9b92-5ff7eb7c1dfc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:48.063289 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49230) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:48.069605 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.069980 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.070442 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.070789 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.071138 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.071504 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.071870 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.072212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.072557 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.072895 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.073233 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.073569 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.077360 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:48.130532 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:48.157394 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:48.288898 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:48.294136 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5e6a50d8-b1d5-4db9-93e3-4a3650abf5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:48.304672 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27067f04-bef2-4f43-9b92-5ff7eb7c1dfc,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:48.315168 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.318888 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.319710 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.319710 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:08:48.322383 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:48.323490 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27067f04-bef2-4f43-9b92-5ff7eb7c1dfc HTTP/1.1" status: 204 len: 168 time: 0.2590666 May 31 12:08:48.324400 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-014ed081-5fef-4887-b317-4b10b28525bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:48.920077 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49246) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:48.938424 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:48.954209 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:48.958359 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c38ba905dd4eb2b0c1794897beae94 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:48.961185 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:48.966879 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:49.051559 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:49.116856 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:49.124187 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-864eef88-b4bb-49a1-b67b-4f1ddd6d8a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:49.169042 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9c38ba905dd4eb2b0c1794897beae94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478299 May 31 12:08:49.169966 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81f73da-2438-4d55-88fa-9bbfb6a66c1c,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:49.171786 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49250) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:49.174436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-0b54718b-bc84-4041-9375-d885788c9272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:49.231203 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c28a43b3-25f6-47a7-88eb-4a3381e61412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:49.257262 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c28a43b3-25f6-47a7-88eb-4a3381e61412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:49.368731 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c28a43b3-25f6-47a7-88eb-4a3381e61412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:49.372458 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b8224cf6-52cb-423b-9b32-6cebbe8b48b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:49.385462 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a43b3-25f6-47a7-88eb-4a3381e61412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81f73da-2438-4d55-88fa-9bbfb6a66c1c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:49.389272 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c28a43b3-25f6-47a7-88eb-4a3381e61412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:49.394744 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c28a43b3-25f6-47a7-88eb-4a3381e61412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:49.395882 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-c28a43b3-25f6-47a7-88eb-4a3381e61412 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e81f73da-2438-4d55-88fa-9bbfb6a66c1c HTTP/1.1" status: 204 len: 168 time: 0.2225184 May 31 12:08:49.861862 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49266) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:49.979920 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:49.994397 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:49.998169 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Usage tracker for resource:security_group_rule and tenant:0643fbe6b7ab45b08c48314ae1a684b5 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:50.001282 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:50.007732 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:50.089483 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.121238 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49272) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:50.139074 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.151576 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.153719 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:50.157697 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Usage tracker for resource:security_group_rule and tenant:088c445e4dea442b8452659c450c5fb4 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:50.165315 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fab2ae90-4eae-435b-a571-a6771488f0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:50.165451 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:50.167280 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:50.205162 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0643fbe6b7ab45b08c48314ae1a684b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376210 May 31 12:08:50.205162 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2214230-dc32-412e-bfe2-c1f426115803,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:50.205162 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49276) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:50.207101 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-bb2c95bb-1595-4f02-aa17-5b134fee6b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:50.258726 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.264710 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b8469f8a-43a4-4173-88de-d8a8e128ed2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.295013 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b8469f8a-43a4-4173-88de-d8a8e128ed2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.340455 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.349000 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-b9be22c8-168a-484b-8bd0-ee35105b137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:50.395448 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=088c445e4dea442b8452659c450c5fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707648 May 31 12:08:50.395448 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a27440-820e-4450-b208-ccdfec0e6201,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:50.396586 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49280) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:50.399134 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-0e814d6f-534a-4866-8376-61c6e2b44a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:50.457561 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-805c0224-d0ff-447a-8aa2-e389954a7b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.487416 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-805c0224-d0ff-447a-8aa2-e389954a7b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.517050 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b8469f8a-43a4-4173-88de-d8a8e128ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.522420 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fab12e9b-a185-4797-a5cf-5e8292b9f66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:50.536516 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8469f8a-43a4-4173-88de-d8a8e128ed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2214230-dc32-412e-bfe2-c1f426115803,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:50.539337 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b8469f8a-43a4-4173-88de-d8a8e128ed2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:50.546213 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b8469f8a-43a4-4173-88de-d8a8e128ed2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.547597 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b8469f8a-43a4-4173-88de-d8a8e128ed2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2214230-dc32-412e-bfe2-c1f426115803 HTTP/1.1" status: 204 len: 168 time: 0.3427105 May 31 12:08:50.596945 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-805c0224-d0ff-447a-8aa2-e389954a7b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.602043 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-6c03d897-89ce-4676-8350-f2f65a705b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:50.613118 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c0224-d0ff-447a-8aa2-e389954a7b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a27440-820e-4450-b208-ccdfec0e6201,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:50.616649 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-805c0224-d0ff-447a-8aa2-e389954a7b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:50.620080 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-805c0224-d0ff-447a-8aa2-e389954a7b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:50.621226 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-805c0224-d0ff-447a-8aa2-e389954a7b05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84a27440-820e-4450-b208-ccdfec0e6201 HTTP/1.1" status: 204 len: 168 time: 0.2237060 May 31 12:08:52.694975 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49366) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:52.812452 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:52.827405 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:52.831707 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Usage tracker for resource:security_group_rule and tenant:e68a1f2c6f62416397d91c9d51255cb1 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:52.834481 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:52.840563 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:52.926798 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:53.037377 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:53.046226 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-cc2f5cb6-9f1b-4aa1-b6da-eb676a4e46fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:53.085876 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e68a1f2c6f62416397d91c9d51255cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898416 May 31 12:08:53.087565 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c343b2f-a0ea-48f7-9e54-d1d9108fb914,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:53.088627 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49372) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:53.090721 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-67b78992-b528-4746-a02f-9915465b25e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:53.150096 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-421ccfe0-87f4-46aa-bbb7-db1f28a0b917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:53.176011 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-421ccfe0-87f4-46aa-bbb7-db1f28a0b917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:53.317251 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-421ccfe0-87f4-46aa-bbb7-db1f28a0b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:53.321127 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-dbad930f-c0d5-4bdd-8234-035ce9d20c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:53.332713 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ccfe0-87f4-46aa-bbb7-db1f28a0b917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c343b2f-a0ea-48f7-9e54-d1d9108fb914,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:53.336874 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-421ccfe0-87f4-46aa-bbb7-db1f28a0b917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:53.342472 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-421ccfe0-87f4-46aa-bbb7-db1f28a0b917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:53.346175 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-421ccfe0-87f4-46aa-bbb7-db1f28a0b917 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c343b2f-a0ea-48f7-9e54-d1d9108fb914 HTTP/1.1" status: 204 len: 168 time: 0.2541666 May 31 12:08:54.444467 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49400) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:54.549470 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-75772463-network', 'tenant_id': '7662edb75c3b43859bbcffc2688b5bd4'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:08:54.554085 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:54.557885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Usage tracker for resource:network and tenant:7662edb75c3b43859bbcffc2688b5bd4 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:54.560748 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:54.567693 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:54.642795 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Made reservation on behalf of 7662edb75c3b43859bbcffc2688b5bd4 for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:08:54.645668 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:54.661088 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:54.676122 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:54.679878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Usage tracker for resource:security_group_rule and tenant:7662edb75c3b43859bbcffc2688b5bd4 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:54.682781 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:54.688607 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:54.772310 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:54.842577 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:54.845717 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d8c8bdd9-3509-470a-828c-8ec87dd7ae19 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:54.875896 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:08:54.885178 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b589d68-347c-4186-93f4-c297a6316b0c,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:54.889231 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:54.892124 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:54.892483 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Added segment 89f2e5b5-76d2-440b-9f31-603b10c15dc0 of type vlan for network 82ab4166-94f3-4ecb-a192-f29c26ed0743 May 31 12:08:54.921478 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:55.038114 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:55.038648 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:55.039251 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:55.043064 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9f7067d2-79d3-4437-962b-5803af4946cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:55.146513 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Pushing event updated for resources: {'Network': ['ID=82ab4166-94f3-4ecb-a192-f29c26ed0743,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:55.149233 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:55.156972 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 82ab4166-94f3-4ecb-a192-f29c26ed0743 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:08:55.243318 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-7796b83a-832a-4516-8509-a9450c74a77b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7977312 May 31 12:08:55.246172 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49418) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:55.252159 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Request body: {'subnet': {'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-75772463-subnet', 'tenant_id': '7662edb75c3b43859bbcffc2688b5bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:08:55.257024 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:55.260983 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Usage tracker for resource:subnet and tenant:7662edb75c3b43859bbcffc2688b5bd4 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:55.263845 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:55.269872 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:55.357370 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Made reservation on behalf of 7662edb75c3b43859bbcffc2688b5bd4 for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:08:55.359790 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2405823'] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:55.832224 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2210459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2405801'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:55.836259 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:55.905822 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=29479b0d-eddd-4d75-bbaa-a282570e90e0,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:55.911094 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:55.918709 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Checking segment: {'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:08:55.919068 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Network hostable DHCP agents. Network: 82ab4166-94f3-4ecb-a192-f29c26ed0743, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:08:56.014242 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Network 82ab4166-94f3-4ecb-a192-f29c26ed0743 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:08:56.099878 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 82ab4166-94f3-4ecb-a192-f29c26ed0743) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:08:56.108754 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:56.109148 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02947dce-af60-4e0d-9f37-48642a060b1e None None] Network 82ab4166-94f3-4ecb-a192-f29c26ed0743 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:08:56.109338 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:56.175929 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fd6d78ad-e9f6-4745-b790-26418793e7fa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9286776 May 31 12:08:56.300449 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db55a9a-43a3-473d-ac00-1c5e9c2410a8 None None] Network 82ab4166-94f3-4ecb-a192-f29c26ed0743 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:08:58.599743 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977de206-e5d4-4bea-943e-4727dd80d762 req-eacd954f-8823-46d3-90a3-4efbc28071c4 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:08:58.600503 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-977de206-e5d4-4bea-943e-4727dd80d762 req-eacd954f-8823-46d3-90a3-4efbc28071c4 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Synchronizing usage tracker for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:network {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:08:58.773904 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49480) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:58.832571 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-977de206-e5d4-4bea-943e-4727dd80d762 req-eacd954f-8823-46d3-90a3-4efbc28071c4 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Unset dirty status for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:network {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:08:58.833791 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-eacd954f-8823-46d3-90a3-4efbc28071c4 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/networks?id=82ab4166-94f3-4ecb-a192-f29c26ed0743 HTTP/1.1" status: 200 len: 807 time: 0.3833497 May 31 12:08:58.849637 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-3a20ca0d-4ea2-4347-b297-e42a01efba30 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/quotas/7662edb75c3b43859bbcffc2688b5bd4 HTTP/1.1" status: 200 len: 375 time: 0.0103414 May 31 12:08:58.900960 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:58.903991 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-aaeb9f3b-5d86-4cde-8b30-9a25fcfe442c tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7662edb75c3b43859bbcffc2688b5bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487814 May 31 12:08:58.921037 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:08:58.925189 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9ef15dfba64e98a63a2ed822b49e02 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:08:58.928175 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:08:58.933890 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:08:58.965027 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-71357790-fe37-40f1-81c9-70623e1a1024 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:08:58.970556 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-71357790-fe37-40f1-81c9-70623e1a1024 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546589 May 31 12:08:59.021325 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:59.101258 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-64fd6e93-bfd0-4c01-ba05-6bdccd356e87 service neutron] 10.222.0.58 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288273 May 31 12:08:59.105384 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:59.115070 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-aee3680b-14bd-4c33-ad6f-e82c3f6250a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:59.154447 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd9ef15dfba64e98a63a2ed822b49e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794506 May 31 12:08:59.156052 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c17120-59ed-47a7-9511-4361300ada39,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:59.158298 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49488) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:08:59.162385 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f4ac3049-4c06-4d94-891d-514aaf13d856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:59.219334 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4a90932-eb75-4360-be21-1f52837670d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:59.239569 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-5d8154a8-a0e1-459a-a62d-eb454eb75b4d service neutron] 10.222.0.58 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324844 May 31 12:08:59.247212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4a90932-eb75-4360-be21-1f52837670d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:59.385465 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4a90932-eb75-4360-be21-1f52837670d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:59.389347 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-55e6c02f-5687-46c2-af1b-5520794ec3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:08:59.405076 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a90932-eb75-4360-be21-1f52837670d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c17120-59ed-47a7-9511-4361300ada39,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:08:59.408030 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e4a90932-eb75-4360-be21-1f52837670d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:08:59.415958 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4a90932-eb75-4360-be21-1f52837670d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:59.417337 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e4a90932-eb75-4360-be21-1f52837670d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7c17120-59ed-47a7-9511-4361300ada39 HTTP/1.1" status: 204 len: 168 time: 0.2568531 May 31 12:08:59.527495 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4dbcd7e3-8ece-4ca8-b6e4-1b03cff781bb req-0355ee9f-a694-4e3e-b32b-5ac5ffaa29f8 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 210 time: 0.0451491 May 31 12:09:00.022852 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49508) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:00.041443 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:00.056831 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:00.060727 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Usage tracker for resource:security_group_rule and tenant:c810ed3edd924222b047661a80b7009f is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:00.063508 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:00.069326 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:00.151352 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:00.214477 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:00.224019 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-a7c63e58-e23a-47b4-9aef-c9a7ef3c971b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:00.267577 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c810ed3edd924222b047661a80b7009f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435398 May 31 12:09:00.269157 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae05da-a8b8-4f42-871d-93a6c752ade6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:00.270821 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49512) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:00.272453 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1c16f641-a46b-4339-affe-67dda5b0198d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:00.329829 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bcba6aeb-d815-4fff-b240-ea86d7268c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:00.356607 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bcba6aeb-d815-4fff-b240-ea86d7268c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:00.460048 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bcba6aeb-d815-4fff-b240-ea86d7268c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:00.464940 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-4e36fa49-afea-4f27-9091-6717694190be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:00.479758 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba6aeb-d815-4fff-b240-ea86d7268c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae05da-a8b8-4f42-871d-93a6c752ade6,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:00.482775 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-bcba6aeb-d815-4fff-b240-ea86d7268c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:00.484373 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-bcba6aeb-d815-4fff-b240-ea86d7268c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:00.485451 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-bcba6aeb-d815-4fff-b240-ea86d7268c5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28ae05da-a8b8-4f42-871d-93a6c752ade6 HTTP/1.1" status: 204 len: 168 time: 0.2136683 May 31 12:09:00.628752 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c9961f87-2bd1-4f88-908f-5a8d09423fbe req-d6222e27-a025-4e23-8734-f8e356e9ac1c tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 210 time: 0.0463862 May 31 12:09:01.786210 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e4a416cd-dd6c-4f0b-be44-590487b8293a req-d8903db4-126a-4dff-bcf0-04db78f18553 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 210 time: 0.0479233 May 31 12:09:02.067723 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977de206-e5d4-4bea-943e-4727dd80d762 req-322480c3-3e6b-4bd8-8897-6766085728ce tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:02.070001 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-322480c3-3e6b-4bd8-8897-6766085728ce tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.54 "GET /v2.0/networks?id=82ab4166-94f3-4ecb-a192-f29c26ed0743 HTTP/1.1" status: 200 len: 807 time: 0.1525803 May 31 12:09:02.086495 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Request body: {'port': {'device_id': 'ae63efa6-5f48-423e-94d7-d7c029525521', 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743', 'admin_state_up': True, 'tenant_id': '7662edb75c3b43859bbcffc2688b5bd4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:02.336110 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:02.340486 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Usage tracker for resource:port and tenant:7662edb75c3b43859bbcffc2688b5bd4 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:02.343293 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:02.349888 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:02.409233 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Made reservation on behalf of 7662edb75c3b43859bbcffc2688b5bd4 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:09:02.412614 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:02.587833 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Allocated IP 172.20.0.11 (82ab4166-94f3-4ecb-a192-f29c26ed0743/29479b0d-eddd-4d75-bbaa-a282570e90e0/d08777c7-252d-40ef-9e41-0f4b6c28add5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:09:02.791214 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:02.900807 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:02.906550 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ae9519e2-bddd-43a9-b488-72b84f66ecf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:02.973486 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8a503-41be-41f9-8adf-63c7b3ed0e4c req-8c9a6662-080e-4013-b601-1b5d9d15076b tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:02.975199 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Network 82ab4166-94f3-4ecb-a192-f29c26ed0743 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:09:02.975334 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c0b8a503-41be-41f9-8adf-63c7b3ed0e4c req-8c9a6662-080e-4013-b601-1b5d9d15076b tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 932 time: 0.0794678 May 31 12:09:02.977234 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:09:02.981320 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:09:03.018903 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Pushing event updated for resources: {'Port': ['ID=d08777c7-252d-40ef-9e41-0f4b6c28add5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:03.023827 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:03.032595 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-c0b8a503-41be-41f9-8adf-63c7b3ed0e4c req-7109fc4d-0e61-4adb-ada7-4ea421acf0af tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Synchronizing usage tracker for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:09:03.053840 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:03.054513 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.112128 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49572) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:03.117105 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-c0b8a503-41be-41f9-8adf-63c7b3ed0e4c req-7109fc4d-0e61-4adb-ada7-4ea421acf0af tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Unset dirty status for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:09:03.118488 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-c0b8a503-41be-41f9-8adf-63c7b3ed0e4c req-7109fc4d-0e61-4adb-ada7-4ea421acf0af tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342428 May 31 12:09:03.141266 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0585048 May 31 12:09:03.160666 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Request body: {'port': {'device_id': 'ae63efa6-5f48-423e-94d7-d7c029525521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:03.277691 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.302165 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:03.307103 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.316112 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8093e419554089bbc5c8440f0893b7 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:03.320121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:03.328985 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:03.607356 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.690479 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.708377 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-38c50658-f618-45a0-b4a9-dec84c792726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:03.761594 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee8093e419554089bbc5c8440f0893b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481071 May 31 12:09:03.763734 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08777c7-252d-40ef-9e41-0f4b6c28add5 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:09:03.764283 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49578) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:03.768755 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a0e2de-0693-43c8-99d8-ef2de1e778f7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:03.773488 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e70574a0-4278-4022-8b45-931fc56c0f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:03.775152 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.790692 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Transition to ACTIVE for port object d08777c7-252d-40ef-9e41-0f4b6c28add5 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:09:03.826740 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3392-a617-438d-8e8e-93d79944cd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.856086 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3392-a617-438d-8e8e-93d79944cd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.866068 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.873951 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-bb779900-b77f-408a-90f3-274563ee45ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:03.970632 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.060489 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Pushing event updated for resources: {'Port': ['ID=d08777c7-252d-40ef-9e41-0f4b6c28add5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:04.066097 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:04.077118 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3392-a617-438d-8e8e-93d79944cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.082650 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-19508c21-c30e-41fa-9edc-558b2824b566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:04.095923 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e3392-a617-438d-8e8e-93d79944cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a0e2de-0693-43c8-99d8-ef2de1e778f7,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:04.099336 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-4d6e3392-a617-438d-8e8e-93d79944cd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:04.101833 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3392-a617-438d-8e8e-93d79944cd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.105093 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-4d6e3392-a617-438d-8e8e-93d79944cd78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2a0e2de-0693-43c8-99d8-ef2de1e778f7 HTTP/1.1" status: 204 len: 168 time: 0.3373916 May 31 12:09:04.108063 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Attempting to bind port d08777c7-252d-40ef-9e41-0f4b6c28add5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:09:04.108761 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Attempting to bind port d08777c7-252d-40ef-9e41-0f4b6c28add5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:09:04.109094 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Attempting to bind port d08777c7-252d-40ef-9e41-0f4b6c28add5 on network 82ab4166-94f3-4ecb-a192-f29c26ed0743 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:09:04.114973 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Port d08777c7-252d-40ef-9e41-0f4b6c28add5 on network 82ab4166-94f3-4ecb-a192-f29c26ed0743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:09:04.115454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Attempting to bind port d08777c7-252d-40ef-9e41-0f4b6c28add5 on network 82ab4166-94f3-4ecb-a192-f29c26ed0743 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:09:04.121751 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:09:04.122182 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Checking segment: {'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:09:04.122670 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Bound using segment: {'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:09:04.123221 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Bound port: d08777c7-252d-40ef-9e41-0f4b6c28add5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:09:04.123847 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.216881 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] For port d08777c7-252d-40ef-9e41-0f4b6c28add5, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:09:04.219958 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] For port d08777c7-252d-40ef-9e41-0f4b6c28add5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d08777c7-252d-40ef-9e41-0f4b6c28add5,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:09:04.290165 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.295317 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ed043b88-fc0a-4fcf-b963-bb3cd2964f97 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:04.363793 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:04.364410 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.365787 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] 10.222.0.54 "PUT /v2.0/ports/d08777c7-252d-40ef-9e41-0f4b6c28add5 HTTP/1.1" status: 200 len: 1094 time: 1.2100117 May 31 12:09:04.367076 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae63efa6-5f48-423e-94d7-d7c029525521', 'tag': 'd08777c7-252d-40ef-9e41-0f4b6c28add5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:04.369404 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22be37cf-748d-43d4-a745-fc40a036681b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae63efa6-5f48-423e-94d7-d7c029525521", "tag": "d08777c7-252d-40ef-9e41-0f4b6c28add5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:04.388028 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Pushing event updated for resources: {'Port': ['ID=d08777c7-252d-40ef-9e41-0f4b6c28add5,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:04.397974 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb09582-8496-4466-8a56-eef1570a4151 req-baf5191b-4f8b-4ca1-a3cd-844deaefb63e tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:04.398708 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-7cb09582-8496-4466-8a56-eef1570a4151 req-baf5191b-4f8b-4ca1-a3cd-844deaefb63e tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Synchronizing usage tracker for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:09:04.401720 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:04.422252 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e28d370-6452-497f-8b8d-acf969b31a33 x-openstack-request-id: req-6e28d370-6452-497f-8b8d-acf969b31a33 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:04.422609 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae63efa6-5f48-423e-94d7-d7c029525521", "tag": "d08777c7-252d-40ef-9e41-0f4b6c28add5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:04.422914 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e28d370-6452-497f-8b8d-acf969b31a33 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:04.423326 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae63efa6-5f48-423e-94d7-d7c029525521', 'tag': 'd08777c7-252d-40ef-9e41-0f4b6c28add5', 'status': 'completed', 'code': 200} May 31 12:09:04.509254 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-7cb09582-8496-4466-8a56-eef1570a4151 req-baf5191b-4f8b-4ca1-a3cd-844deaefb63e tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Unset dirty status for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:09:04.510436 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7cb09582-8496-4466-8a56-eef1570a4151 req-baf5191b-4f8b-4ca1-a3cd-844deaefb63e tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 944 time: 0.2813263 May 31 12:09:04.679493 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7cb09582-8496-4466-8a56-eef1570a4151 req-9741df95-e515-4efc-bac1-3e882f7b4ded tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622524 May 31 12:09:04.691810 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be37cf-748d-43d4-a745-fc40a036681b req-383dffd7-c8b1-4c82-ac75-739fb6c03e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:04.693366 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-22be37cf-748d-43d4-a745-fc40a036681b req-383dffd7-c8b1-4c82-ac75-739fb6c03e51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7662edb75c3b43859bbcffc2688b5bd4&device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 1097 time: 0.2234182 May 31 12:09:04.768439 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49590) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:04.786641 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.800976 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:04.804778 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Usage tracker for resource:security_group_rule and tenant:d1cd0a6822f84a8189be532232011546 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:04.807577 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:04.813330 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:04.842598 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be37cf-748d-43d4-a745-fc40a036681b req-e9f7ca40-f48b-46a7-8b1f-d5857503fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:04.844101 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-22be37cf-748d-43d4-a745-fc40a036681b req-e9f7ca40-f48b-46a7-8b1f-d5857503fd91 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7662edb75c3b43859bbcffc2688b5bd4&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1372848 May 31 12:09:04.900721 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.984362 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be37cf-748d-43d4-a745-fc40a036681b req-1fb44684-a054-49b2-a3bf-d678d6a99058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:04.986067 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-22be37cf-748d-43d4-a745-fc40a036681b req-1fb44684-a054-49b2-a3bf-d678d6a99058 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355023 May 31 12:09:05.003377 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:05.013042 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-6e4d794d-6c32-4035-8867-e3b2a2ea60b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:05.055179 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1cd0a6822f84a8189be532232011546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854841 May 31 12:09:05.056903 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0557ca79-671b-440a-910a-d6a10d3707fe,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:05.060531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-401adf53-9c9b-412c-913c-1337d5712870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:05.061027 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49594) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:05.121366 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977de206-e5d4-4bea-943e-4727dd80d762 req-c2d13e97-732d-4fe1-b46e-2d83f5fe9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:05.122860 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-c2d13e97-732d-4fe1-b46e-2d83f5fe9775 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7662edb75c3b43859bbcffc2688b5bd4&device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 1097 time: 0.0741456 May 31 12:09:05.126355 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3eeb783d-8004-4806-98f1-4913e7b96f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:05.153998 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3eeb783d-8004-4806-98f1-4913e7b96f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:05.204143 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-ea3fab7b-2613-4112-98b7-96d145f4294a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d08777c7-252d-40ef-9e41-0f4b6c28add5 HTTP/1.1" status: 200 len: 217 time: 0.0677178 May 31 12:09:05.260885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3eeb783d-8004-4806-98f1-4913e7b96f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:05.265065 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f7901577-3783-4a2a-b5e8-183ba5a6c685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:05.267213 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977de206-e5d4-4bea-943e-4727dd80d762 req-09b56e60-17a4-4f62-9e87-1b46bb8d3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:05.269468 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-09b56e60-17a4-4f62-9e87-1b46bb8d3f03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29479b0d-eddd-4d75-bbaa-a282570e90e0 HTTP/1.1" status: 200 len: 847 time: 0.0592582 May 31 12:09:05.277227 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb783d-8004-4806-98f1-4913e7b96f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0557ca79-671b-440a-910a-d6a10d3707fe,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:05.279813 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-3eeb783d-8004-4806-98f1-4913e7b96f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:05.287233 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3eeb783d-8004-4806-98f1-4913e7b96f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:05.290977 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-3eeb783d-8004-4806-98f1-4913e7b96f91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0557ca79-671b-440a-910a-d6a10d3707fe HTTP/1.1" status: 204 len: 168 time: 0.2265983 May 31 12:09:05.325046 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-cff08994-8cad-4d7e-873e-3f8104bbb7c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82ab4166-94f3-4ecb-a192-f29c26ed0743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490611 May 31 12:09:05.456694 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-e77041b0-096c-490f-a16b-08730b71ff54 service neutron] 10.222.0.54 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256356 May 31 12:09:05.590343 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-977de206-e5d4-4bea-943e-4727dd80d762 req-6f8be9e0-4c32-4791-99d8-974146b6c0cf service neutron] 10.222.0.54 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271811 May 31 12:09:05.867935 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872447b-3de3-411b-bab0-9c97d0d8f1ff req-3dccc322-ca01-48b3-b3d2-eef2750fe6d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:05.869454 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4872447b-3de3-411b-bab0-9c97d0d8f1ff req-3dccc322-ca01-48b3-b3d2-eef2750fe6d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 944 time: 0.0827198 May 31 12:09:05.923273 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4872447b-3de3-411b-bab0-9c97d0d8f1ff req-6f712923-e8b9-4186-a044-a4f3fedff36a tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 May 31 12:09:07.115302 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9f93f-626e-46be-b183-dbb5009d0b35 req-d582e480-5611-4bd8-9ba0-7ce7ccd5c5cd tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:07.116878 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-62a9f93f-626e-46be-b183-dbb5009d0b35 req-d582e480-5611-4bd8-9ba0-7ce7ccd5c5cd tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 944 time: 0.0840204 May 31 12:09:07.163893 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-62a9f93f-626e-46be-b183-dbb5009d0b35 req-43010329-4527-4822-bb96-ca49447094f3 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 May 31 12:09:08.157894 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device d08777c7-252d-40ef-9e41-0f4b6c28add5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:09:08.300531 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port d08777c7-252d-40ef-9e41-0f4b6c28add5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d08777c7-252d-40ef-9e41-0f4b6c28add5,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:08.315441 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': 'd08777c7-252d-40ef-9e41-0f4b6c28add5', 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743', 'port_id': 'd08777c7-252d-40ef-9e41-0f4b6c28add5', 'mac_address': 'fa:16:3e:6c:d9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29479b0d-eddd-4d75-bbaa-a282570e90e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:09:08.379583 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:08.390649 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b20048-5963-44d7-bb94-9365a6ff99a2 req-2f319efa-3590-40ea-b8b9-7ae424bc4f6e tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:08.392593 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b9b20048-5963-44d7-bb94-9365a6ff99a2 req-2f319efa-3590-40ea-b8b9-7ae424bc4f6e tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 944 time: 0.0942211 May 31 12:09:08.399206 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08777c7-252d-40ef-9e41-0f4b6c28add5 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:09:08.419768 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port d08777c7-252d-40ef-9e41-0f4b6c28add5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d08777c7-252d-40ef-9e41-0f4b6c28add5,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:08.440915 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b9b20048-5963-44d7-bb94-9365a6ff99a2 req-af85c76d-d3a6-4acf-9f23-d35f1edc951d tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 May 31 12:09:08.476971 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:08.478776 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-8ed143a8-d45c-4c6b-8873-049ab97be756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:08.513631 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ba308-48f7-4eb8-b5f1-f8be666ad828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:08.547258 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=d08777c7-252d-40ef-9e41-0f4b6c28add5,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:08.558431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.558431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.558431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.558431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.558431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.558431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.558431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.559165 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.559165 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.559165 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.559488 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.559838 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:09:08.563896 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:08.931571 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['d08777c7-252d-40ef-9e41-0f4b6c28add5'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:09:09.633166 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce635c-7198-4dfe-aee6-394c0970db3e req-6c89bda5-903c-4d8e-aa3e-9b262ce9b8b3 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:09.634628 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b1ce635c-7198-4dfe-aee6-394c0970db3e req-6c89bda5-903c-4d8e-aa3e-9b262ce9b8b3 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 945 time: 0.0870054 May 31 12:09:09.681329 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b1ce635c-7198-4dfe-aee6-394c0970db3e req-22738512-faef-473f-883a-994233534e2c tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 May 31 12:09:10.156817 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device d08777c7-252d-40ef-9e41-0f4b6c28add5 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:09:10.288362 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port d08777c7-252d-40ef-9e41-0f4b6c28add5 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:09:10.293452 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port d08777c7-252d-40ef-9e41-0f4b6c28add5 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:09:10.293834 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:10.435066 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:10.461886 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae63efa6-5f48-423e-94d7-d7c029525521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08777c7-252d-40ef-9e41-0f4b6c28add5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:10.464164 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159ff79f-c1a8-4ea2-8048-6e1719a7c6f2" -d '{"events": [{"server_uuid": "ae63efa6-5f48-423e-94d7-d7c029525521", "name": "network-vif-plugged", "status": "completed", "tag": "d08777c7-252d-40ef-9e41-0f4b6c28add5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:10.472093 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port d08777c7-252d-40ef-9e41-0f4b6c28add5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d08777c7-252d-40ef-9e41-0f4b6c28add5,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:10.581331 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:10.581331 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-ffdfdbe9-892e-4692-abaf-e21a066d1364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:10.634216 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42242897-3896-4ed4-9509-1ea615817cbb x-openstack-request-id: req-42242897-3896-4ed4-9509-1ea615817cbb {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:10.634513 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae63efa6-5f48-423e-94d7-d7c029525521", "name": "network-vif-plugged", "status": "completed", "tag": "d08777c7-252d-40ef-9e41-0f4b6c28add5", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:10.634769 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42242897-3896-4ed4-9509-1ea615817cbb {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:10.635159 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae63efa6-5f48-423e-94d7-d7c029525521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08777c7-252d-40ef-9e41-0f4b6c28add5', 'code': 200} May 31 12:09:10.642895 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=d08777c7-252d-40ef-9e41-0f4b6c28add5,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:10.645845 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:10.894718 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789ffb5-a451-474c-a900-5eb3a7932a17 req-0b99b1bf-7ff0-448d-90d9-ab08e3556ab3 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:10.896258 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a789ffb5-a451-474c-a900-5eb3a7932a17 req-0b99b1bf-7ff0-448d-90d9-ab08e3556ab3 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 946 time: 0.1013479 May 31 12:09:10.945588 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a789ffb5-a451-474c-a900-5eb3a7932a17 req-54fc01bc-ddb1-4bc8-ba0f-5eb4240345b9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436170 May 31 12:09:11.002420 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.031937 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24ca06-b85b-4745-b392-ca5468a751b8 req-25fb10ca-c56b-4018-b34f-e49183ef6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:11.033952 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-df24ca06-b85b-4745-b392-ca5468a751b8 req-25fb10ca-c56b-4018-b34f-e49183ef6dd6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 1099 time: 0.0798597 May 31 12:09:11.087036 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-df24ca06-b85b-4745-b392-ca5468a751b8 req-e7cd773a-1166-46a3-ba89-baa0ba14d72a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466800 May 31 12:09:11.242974 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-241221a6-b005-4ab1-84c4-61b86370b096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.352788 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49684) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:11.488750 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.504913 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:11.517645 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Usage tracker for resource:security_group_rule and tenant:89aa90f41e6143b2acc9c51246549024 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:11.517645 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:11.518639 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:11.613408 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.660591 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.667755 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-53871737-47ea-4c34-84cf-5e466bdb5a94 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:11.706873 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aae95e-8879-490d-aca2-6362189cc39c,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:11.711146 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89aa90f41e6143b2acc9c51246549024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573389 May 31 12:09:11.712094 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-2ceb0194-780b-43d4-b5eb-8a72d7a4ea3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:11.714523 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49690) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:11.772609 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fcef223b-07e4-4be3-a51d-180becb987c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.797895 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fcef223b-07e4-4be3-a51d-180becb987c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.917058 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fcef223b-07e4-4be3-a51d-180becb987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.920889 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b46644e3-69dd-43b6-bf2e-39756db59bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:11.932629 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef223b-07e4-4be3-a51d-180becb987c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aae95e-8879-490d-aca2-6362189cc39c,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:11.936772 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-fcef223b-07e4-4be3-a51d-180becb987c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:11.939469 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-fcef223b-07e4-4be3-a51d-180becb987c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:11.941186 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-fcef223b-07e4-4be3-a51d-180becb987c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40aae95e-8879-490d-aca2-6362189cc39c HTTP/1.1" status: 204 len: 168 time: 0.2263365 May 31 12:09:12.140081 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe3ac1-c83a-4d08-8d8f-2220e20e25a1 req-ffb5a29d-001e-4685-a145-a8af72f65a18 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:12.141544 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-24fe3ac1-c83a-4d08-8d8f-2220e20e25a1 req-ffb5a29d-001e-4685-a145-a8af72f65a18 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 946 time: 0.0844243 May 31 12:09:12.187936 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-24fe3ac1-c83a-4d08-8d8f-2220e20e25a1 req-6748b399-eeee-4739-b23a-59ca5b1e89b4 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 May 31 12:09:12.254701 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:12.600439 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49702) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:12.620517 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:12.635767 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:12.639788 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Usage tracker for resource:security_group_rule and tenant:2ee14ba12d3f49709b48d2bed81c3567 is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:12.642733 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:12.648716 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:12.730352 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:12.785232 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:12.792205 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-06dbbf0a-bfb4-42c9-8475-fe9e7a1afe9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:12.837577 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ee14ba12d3f49709b48d2bed81c3567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358072 May 31 12:09:12.838547 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798b7384-c291-4b77-b69b-642a77a82dfa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:12.840179 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49706) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:12.841594 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-feb2819b-8794-42c8-8b4a-b2d88e1d388c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:12.900678 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3108be4a-5e4b-41fb-9d5b-8042fcbd0534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:12.931009 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3108be4a-5e4b-41fb-9d5b-8042fcbd0534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:13.037171 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3108be4a-5e4b-41fb-9d5b-8042fcbd0534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:13.040826 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8c7e130d-7524-461e-92b8-3069d4615d03 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:13.057155 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108be4a-5e4b-41fb-9d5b-8042fcbd0534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798b7384-c291-4b77-b69b-642a77a82dfa,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:13.060003 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-3108be4a-5e4b-41fb-9d5b-8042fcbd0534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:13.062008 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3108be4a-5e4b-41fb-9d5b-8042fcbd0534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:13.062988 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-3108be4a-5e4b-41fb-9d5b-8042fcbd0534 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/798b7384-c291-4b77-b69b-642a77a82dfa HTTP/1.1" status: 204 len: 168 time: 0.2212973 May 31 12:09:13.383901 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa149e-bdf3-4573-8fc9-fd88b27af327 req-76367b09-e2e4-424b-a66b-d66227174bc7 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:13.383901 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bfa149e-bdf3-4573-8fc9-fd88b27af327 req-76367b09-e2e4-424b-a66b-d66227174bc7 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 946 time: 0.0814085 May 31 12:09:13.426430 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-8bfa149e-bdf3-4573-8fc9-fd88b27af327 req-4e95ffeb-48d6-4b66-b00a-2a8462c4ae14 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 May 31 12:09:13.945329 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.142277 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49738) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:14.252738 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-453627550-network', 'tenant_id': 'c04c50f6213f421c82025b4cd07fa20c'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:14.257984 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:14.261835 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Usage tracker for resource:network and tenant:c04c50f6213f421c82025b4cd07fa20c is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:14.264997 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:14.273035 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:14.367739 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Made reservation on behalf of c04c50f6213f421c82025b4cd07fa20c for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:09:14.370064 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.383436 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.398569 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:14.402315 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Usage tracker for resource:security_group_rule and tenant:c04c50f6213f421c82025b4cd07fa20c is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:14.405183 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:14.411010 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:14.499067 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.585159 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.589899 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d9d1045a-5eee-4b38-ad4b-0444cc47c128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:14.617860 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:09:14.623807 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc5358-f621-48b1-bddd-e290805c4076,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:14.627545 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:14.632552 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.632954 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Added segment 70611d9c-9545-439b-a600-024b0442ea5b of type vlan for network 577d080c-aaa9-475a-b726-d95e594f42b1 May 31 12:09:14.659780 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.739953 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.741328 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:14.741914 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.747030 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-5a12d3ef-e96a-413f-96b9-fa790976ec05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:14.849291 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Pushing event updated for resources: {'Network': ['ID=577d080c-aaa9-475a-b726-d95e594f42b1,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:14.852026 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:14.859964 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network 577d080c-aaa9-475a-b726-d95e594f42b1 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:09:14.917596 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7740512 May 31 12:09:14.920617 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 49748) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:14.926963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Request body: {'subnet': {'network_id': '577d080c-aaa9-475a-b726-d95e594f42b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-453627550-subnet', 'tenant_id': 'c04c50f6213f421c82025b4cd07fa20c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:14.931720 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:14.935623 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Usage tracker for resource:subnet and tenant:c04c50f6213f421c82025b4cd07fa20c is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:14.938473 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:14.944344 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:15.031059 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Made reservation on behalf of c04c50f6213f421c82025b4cd07fa20c for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:09:15.033423 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2118979'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:15.382726 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f30d3-a88a-4fa9-a4d9-0245af09e2d9 req-776fadc3-ff03-4392-82bc-4a82dd71a826 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:15.384192 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-117f30d3-a88a-4fa9-a4d9-0245af09e2d9 req-776fadc3-ff03-4392-82bc-4a82dd71a826 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 946 time: 0.2581103 May 31 12:09:15.452830 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-117f30d3-a88a-4fa9-a4d9-0245af09e2d9 req-669eb43a-64d1-4ded-9772-fa6f9669dbcf tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544283 May 31 12:09:15.738974 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2943560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2118997'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:15.743437 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ce4cfa36-fb82-4634-affd-13f291731083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:15.819712 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b4c4e9-a5dd-4043-a739-9de98b0e7abb,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:15.822890 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:15.827272 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Checking segment: {'id': '70611d9c-9545-439b-a600-024b0442ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '577d080c-aaa9-475a-b726-d95e594f42b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:09:15.827943 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Network hostable DHCP agents. Network: 577d080c-aaa9-475a-b726-d95e594f42b1, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:09:15.934065 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Network 577d080c-aaa9-475a-b726-d95e594f42b1 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:09:16.015094 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, 577d080c-aaa9-475a-b726-d95e594f42b1) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:09:16.027364 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42bf855-00ac-4feb-b79e-15e09e3754c2 None None] Network 577d080c-aaa9-475a-b726-d95e594f42b1 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:09:16.027903 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:16.027903 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:16.134517 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-e6542a75-67a5-4670-8c36-87ac2fae02d4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2127595 May 31 12:09:16.212912 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17abedf6-c311-4079-8cb2-ef6525f37ee3 None None] Network 577d080c-aaa9-475a-b726-d95e594f42b1 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:09:16.651929 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c296642-8742-419c-bdae-ebc403e80fe9 req-c14e28da-51db-4652-ae05-102a5d8741a3 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:16.653410 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6c296642-8742-419c-bdae-ebc403e80fe9 req-c14e28da-51db-4652-ae05-102a5d8741a3 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 946 time: 0.0912695 May 31 12:09:16.700247 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6c296642-8742-419c-bdae-ebc403e80fe9 req-b38f9534-ebde-410c-a652-b86d1a859bd9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 May 31 12:09:16.849039 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5d3333f7-1194-4929-b896-1182ee74daf1 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:16.850473 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5d3333f7-1194-4929-b896-1182ee74daf1 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 946 time: 0.1107717 May 31 12:09:16.908539 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49770) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:16.914191 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2049514792-network', 'tenant_id': '7c0bc79eaa334c329bfe5b68060f49fd'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:16.918700 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:16.922456 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Usage tracker for resource:network and tenant:7c0bc79eaa334c329bfe5b68060f49fd is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:16.926149 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:16.931927 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:16.992605 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Deleting port d08777c7-252d-40ef-9e41-0f4b6c28add5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:09:16.993253 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.042284 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Made reservation on behalf of 7c0bc79eaa334c329bfe5b68060f49fd for: {'network': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:09:17.044653 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491478'] for network, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.057508 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.072511 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:17.076977 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Usage tracker for resource:security_group_rule and tenant:7c0bc79eaa334c329bfe5b68060f49fd is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:17.080664 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:17.085600 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:17.127387 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] For port d08777c7-252d-40ef-9e41-0f4b6c28add5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d08777c7-252d-40ef-9e41-0f4b6c28add5,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:17.127680 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.170671 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.213628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.216671 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-9c889a29-9433-4beb-913e-d29d61cf67ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:17.241700 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:09:17.255142 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a139ca4-44ad-4abd-86d1-d86a19570e85,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:17.256895 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Calling delete_port for d08777c7-252d-40ef-9e41-0f4b6c28add5 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:09:17.259216 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:17.260211 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.260561 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.db.segments_db [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Added segment 4d4b7ccd-d8e2-4584-897c-ee1cba4dc7f2 of type vlan for network f1733e26-6726-4600-b184-4f3bc8650842 May 31 12:09:17.287433 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744559816789'] for network, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.368445 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282'] for network, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.370073 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:17.370817 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.376906 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:17.414259 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.420149 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-8561a2f8-0217-442d-87d7-1478c64fd801 tempest-TestMinimumBasicScenario-1507356145 tempest-TestMinimumBasicScenario-1507356145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:17.450000 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['d08777c7-252d-40ef-9e41-0f4b6c28add5'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:09:17.466414 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Pushing event deleted for resources: {'Port': ['ID=d08777c7-252d-40ef-9e41-0f4b6c28add5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:17.469546 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:17.481045 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Pushing event updated for resources: {'Network': ['ID=f1733e26-6726-4600-b184-4f3bc8650842,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:17.485459 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:17.492919 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Network f1733e26-6726-4600-b184-4f3bc8650842 details requested by agent ovs-agent-dv-cinder-786384-7-smb with host dv-cinder-786384-7-smb {{(pid=103896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:09:17.512624 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-276b82e9-7db3-45c1-bfde-7c363ccea518 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6028645 May 31 12:09:17.515301 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 49774) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:09:17.521282 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Request body: {'subnet': {'network_id': 'f1733e26-6726-4600-b184-4f3bc8650842', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2049514792-subnet', 'tenant_id': '7c0bc79eaa334c329bfe5b68060f49fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:17.526291 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:17.530318 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Usage tracker for resource:subnet and tenant:7c0bc79eaa334c329bfe5b68060f49fd is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:17.533231 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:17.540045 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:17.551797 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] No DVR routers for this DVR port d08777c7-252d-40ef-9e41-0f4b6c28add5 on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:09:17.554348 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.557168 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae63efa6-5f48-423e-94d7-d7c029525521', 'name': 'network-vif-deleted', 'tag': 'd08777c7-252d-40ef-9e41-0f4b6c28add5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:17.559471 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993fe58-337f-44c6-a1d4-5ebe0be10fb7" -d '{"events": [{"server_uuid": "ae63efa6-5f48-423e-94d7-d7c029525521", "name": "network-vif-deleted", "tag": "d08777c7-252d-40ef-9e41-0f4b6c28add5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:17.606454 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0740e-f0e0-4b0d-ae0a-82c090fc137d x-openstack-request-id: req-a1d0740e-f0e0-4b0d-ae0a-82c090fc137d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:17.606790 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae63efa6-5f48-423e-94d7-d7c029525521", "name": "network-vif-deleted", "tag": "d08777c7-252d-40ef-9e41-0f4b6c28add5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:17.607239 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1d0740e-f0e0-4b0d-ae0a-82c090fc137d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:17.607721 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae63efa6-5f48-423e-94d7-d7c029525521', 'name': 'network-vif-deleted', 'tag': 'd08777c7-252d-40ef-9e41-0f4b6c28add5', 'status': 'completed', 'code': 200} May 31 12:09:17.608234 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Made reservation on behalf of 7c0bc79eaa334c329bfe5b68060f49fd for: {'subnet': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:09:17.611080 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2405823'] for subnet, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:17.626027 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-854b5f84-9ac1-45f7-b346-1b308e81f9e6 req-5b58373d-de8e-48e5-9ba6-e2614a9fefdc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.54 "DELETE /v2.0/ports/d08777c7-252d-40ef-9e41-0f4b6c28add5 HTTP/1.1" status: 204 len: 173 time: 0.7687438 May 31 12:09:17.860276 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-825b59c5-99be-4b8a-8a95-072f2fcd2705 req-b6335d0b-1196-4eab-be02-88a2515fe07d tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae63efa6-5f48-423e-94d7-d7c029525521 HTTP/1.1" status: 200 len: 210 time: 0.0469890 May 31 12:09:18.094081 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2210459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2405801'] for subnet, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:18.097664 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:18.178447 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7086c0a9-c718-46d0-be4c-66a066f25c9b,revision_number=0']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:18.181716 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:18.187766 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Checking segment: {'id': '4d4b7ccd-d8e2-4584-897c-ee1cba4dc7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f1733e26-6726-4600-b184-4f3bc8650842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:09:18.188123 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Network hostable DHCP agents. Network: f1733e26-6726-4600-b184-4f3bc8650842, hostable agents: ['65e32ce3-c858-4d52-b4b6-bc61ef76c168'], hosted agents: [] {{(pid=103894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:09:18.248676 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Network f1733e26-6726-4600-b184-4f3bc8650842 is scheduled to be hosted by DHCP agent 65e32ce3-c858-4d52-b4b6-bc61ef76c168 with binding_index 1 {{(pid=103894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:09:18.339494 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-smb, f1733e26-6726-4600-b184-4f3bc8650842) {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:09:18.348840 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab972d2d-57d9-4098-9c7b-867456a05e75 None None] Network f1733e26-6726-4600-b184-4f3bc8650842 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:09:18.349041 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:18.349531 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:18.423358 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-1efcaa2e-9238-4c63-ad95-6826c66d625d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8980262 May 31 12:09:18.577250 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72d3c1-74cf-47aa-9c11-c8c4e08f6193 None None] Network f1733e26-6726-4600-b184-4f3bc8650842 requested from dv-cinder-786384-7-smb {{(pid=103896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:09:19.053222 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-e18d7f95-41e1-4061-b3a1-6777b93ca050 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:19.054714 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-e18d7f95-41e1-4061-b3a1-6777b93ca050 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/networks?id=577d080c-aaa9-475a-b726-d95e594f42b1 HTTP/1.1" status: 200 len: 808 time: 0.1482139 May 31 12:09:19.071049 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8f0cd933-43ed-48df-ac71-e3508cf0f59a tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/quotas/c04c50f6213f421c82025b4cd07fa20c HTTP/1.1" status: 200 len: 375 time: 0.0103552 May 31 12:09:19.136723 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-539beac0-a530-4a08-9d46-289ca81dccf0 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c04c50f6213f421c82025b4cd07fa20c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434835 May 31 12:09:19.238858 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-b008d990-21f8-4f82-b79c-730aa7566da1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:09:19.239920 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-b008d990-21f8-4f82-b79c-730aa7566da1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1124692 May 31 12:09:19.376327 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-6d918e29-86aa-44d9-8054-055e46f2a3be service neutron] 10.222.0.58 "GET /v2.0/networks/577d080c-aaa9-475a-b726-d95e594f42b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299756 May 31 12:09:19.380832 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-e196e8e5-6308-4dfe-82af-bad0caac94a7 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:19.382272 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-e196e8e5-6308-4dfe-82af-bad0caac94a7 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/networks?id=82ab4166-94f3-4ecb-a192-f29c26ed0743 HTTP/1.1" status: 200 len: 807 time: 0.2400398 May 31 12:09:19.398111 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-d00f4f2e-f31f-4f41-bbc3-06d987107db0 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/quotas/7662edb75c3b43859bbcffc2688b5bd4 HTTP/1.1" status: 200 len: 375 time: 0.0103836 May 31 12:09:19.446214 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-e5e44227-162a-4033-85cb-1c3accefeb71 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7662edb75c3b43859bbcffc2688b5bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428491 May 31 12:09:19.510965 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-15a73907-0b96-4c70-9eb7-37442ed48f89 service neutron] 10.222.0.58 "GET /v2.0/networks/577d080c-aaa9-475a-b726-d95e594f42b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286864 May 31 12:09:19.584701 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-c7469d91-d1e1-4e67-ac99-cccef1c34c38 service neutron] 10.222.0.58 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317627 May 31 12:09:19.722345 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-70279952-5e9b-434c-ba57-7c43a8bb7eda service neutron] 10.222.0.58 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316388 May 31 12:09:19.770806 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-3accfd6b-c36c-4fe9-ad78-12a08358c470 req-877443f4-f930-4ab6-b19a-07b821c8070e tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 210 time: 0.0469902 May 31 12:09:20.057374 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-e5831344-98ed-4b46-ac59-a64881702472 req-9f5c786a-7861-4fb0-948b-c5e0f197c99d tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Synchronizing usage tracker for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:09:20.133400 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-e5831344-98ed-4b46-ac59-a64881702472 req-9f5c786a-7861-4fb0-948b-c5e0f197c99d tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Unset dirty status for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:09:20.136814 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e5831344-98ed-4b46-ac59-a64881702472 req-9f5c786a-7861-4fb0-948b-c5e0f197c99d tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 210 time: 0.1203380 May 31 12:09:20.204562 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device d08777c7-252d-40ef-9e41-0f4b6c28add5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:09:20.239630 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: d08777c7-252d-40ef-9e41-0f4b6c28add5 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:09:20.239938 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device d08777c7-252d-40ef-9e41-0f4b6c28add5 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:09:20.938702 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-30ca1aa1-b99d-4c24-940a-30a8a82df5bd req-88d05908-4470-47b9-8a56-fc543a1c21f7 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 210 time: 0.0468354 May 31 12:09:21.289405 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-437a0b1d-8741-4e47-a3e6-ccc93b7494db req-aba7098d-60c9-4fe9-989e-9a24deb1b842 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 210 time: 0.0470839 May 31 12:09:22.094505 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a11f9f4f-c69f-437b-8562-3e7b2885ccba req-07c58b7b-a1a4-4595-a6a6-db843326a38e tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 210 time: 0.0487583 May 31 12:09:22.124980 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:09:22.323619 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-28517e3b-ebc7-43be-94a4-d8d4f185dc5a tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:22.325099 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-28517e3b-ebc7-43be-94a4-d8d4f185dc5a tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.54 "GET /v2.0/networks?id=577d080c-aaa9-475a-b726-d95e594f42b1 HTTP/1.1" status: 200 len: 808 time: 0.2415826 May 31 12:09:22.345589 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Request body: {'port': {'device_id': 'c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd', 'network_id': '577d080c-aaa9-475a-b726-d95e594f42b1', 'admin_state_up': True, 'tenant_id': 'c04c50f6213f421c82025b4cd07fa20c'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:22.479739 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-733eba0a-c491-401e-88b1-74e269ff4359 req-b27ab46f-a6c2-4408-8017-c4219e79a650 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 210 time: 0.0637150 May 31 12:09:22.531809 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:22.536383 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Usage tracker for resource:port and tenant:c04c50f6213f421c82025b4cd07fa20c is out of sync, need to count used quota {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:09:22.539232 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103895) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:09:22.545081 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.quota.driver [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103895) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:22.625457 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Made reservation on behalf of c04c50f6213f421c82025b4cd07fa20c for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:09:22.630565 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:22.766408 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-e9638bc3-27a2-495f-a2db-1022f41d0fd7 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:22.767763 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-e9638bc3-27a2-495f-a2db-1022f41d0fd7 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.54 "GET /v2.0/networks?id=82ab4166-94f3-4ecb-a192-f29c26ed0743 HTTP/1.1" status: 200 len: 807 time: 0.1580667 May 31 12:09:22.785451 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Request body: {'port': {'device_id': 'eae7acfe-e0e0-4433-873b-d8207035a840', 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743', 'admin_state_up': True, 'tenant_id': '7662edb75c3b43859bbcffc2688b5bd4'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:22.797993 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Allocated IP 172.20.0.9 (577d080c-aaa9-475a-b726-d95e594f42b1/40b4c4e9-a5dd-4043-a739-9de98b0e7abb/303cd07b-b319-4181-a151-6b453a5d9198) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:09:22.927186 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:09:22.937187 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:09:23.007540 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.013842 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Made reservation on behalf of 7662edb75c3b43859bbcffc2688b5bd4 for: {'port': 1} {{(pid=103894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:09:23.017539 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.094344 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.101112 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-1e4a2e7f-9cbd-4a87-8a30-ab844af7de83 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:23.172679 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Network 577d080c-aaa9-475a-b726-d95e594f42b1 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:09:23.176544 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:09:23.179838 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:09:23.192127 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_common [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Allocated IP 172.20.0.5 (82ab4166-94f3-4ecb-a192-f29c26ed0743/29479b0d-eddd-4d75-bbaa-a282570e90e0/d09f1446-3a9f-4b17-8a58-db33bc250e04) {{(pid=103894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:09:23.231975 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Pushing event updated for resources: {'Port': ['ID=303cd07b-b319-4181-a151-6b453a5d9198,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:23.236518 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:23.260472 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:23.261143 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.358501 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-c759e662-d554-4b50-98f5-69f93d9f0097 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0167775 May 31 12:09:23.379711 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.v2.base [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Request body: {'port': {'device_id': 'c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:23.463169 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks [] for port, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.491460 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.505793 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a2af9-d0f4-4d10-85ec-f88d36f7c6c9 req-5e9efb35-b988-463d-b975-c8919935d251 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:23.507284 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f54a2af9-d0f4-4d10-85ec-f88d36f7c6c9 req-5e9efb35-b988-463d-b975-c8919935d251 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 931 time: 0.1345518 May 31 12:09:23.555573 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-f54a2af9-d0f4-4d10-85ec-f88d36f7c6c9 req-3905610e-1593-4ecb-8880-61bafaedbfad tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Synchronizing usage tracker for tenant:c04c50f6213f421c82025b4cd07fa20c on resource:security_group {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:09:23.574196 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744559796435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2111275'] for port, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.581003 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-43df9064-f712-4afe-a1d5-463b1d236991 tempest-ServerRescueNegativeTestJSON-613101314 tempest-ServerRescueNegativeTestJSON-613101314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:23.643712 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Network 82ab4166-94f3-4ecb-a192-f29c26ed0743 is already hosted by enough agents. {{(pid=103894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:09:23.647950 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.scheduler.base_scheduler [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Resources bound (agent type, host, resource id): {{(pid=103894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:09:23.650327 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Received port after_create {{(pid=103894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:09:23.684244 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-f54a2af9-d0f4-4d10-85ec-f88d36f7c6c9 req-3905610e-1593-4ecb-8880-61bafaedbfad tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Unset dirty status for tenant:c04c50f6213f421c82025b4cd07fa20c on resource:security_group {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:09:23.685389 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f54a2af9-d0f4-4d10-85ec-f88d36f7c6c9 req-3905610e-1593-4ecb-8880-61bafaedbfad tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712766 May 31 12:09:23.709947 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Pushing event updated for resources: {'Port': ['ID=d09f1446-3a9f-4b17-8a58-db33bc250e04,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:23.710305 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:23.728307 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:23.728915 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.800053 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2597149-21ad-4b5c-874e-c4d55b295565 req-8ecf4887-386b-4a0a-8e0f-9f9b919304f1 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:23.802198 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c2597149-21ad-4b5c-874e-c4d55b295565 req-8ecf4887-386b-4a0a-8e0f-9f9b919304f1 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 931 time: 0.1894023 May 31 12:09:23.820117 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-1577b1fb-28b8-4bfa-abf8-9c646710d8f9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386760 May 31 12:09:23.843412 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.v2.base [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Request body: {'port': {'device_id': 'eae7acfe-e0e0-4433-873b-d8207035a840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:09:23.881785 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c2597149-21ad-4b5c-874e-c4d55b295565 req-baf4d2fc-f75d-4d8d-8a1b-a07f2a19b260 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739405 May 31 12:09:23.956547 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.959235 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303cd07b-b319-4181-a151-6b453a5d9198 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:09:23.966807 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.982033 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Transition to ACTIVE for port object 303cd07b-b319-4181-a151-6b453a5d9198 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:09:24.065503 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:24.069453 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-603bcda6-25c6-4342-84a7-53de682c8af3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:24.220660 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Pushing event updated for resources: {'Port': ['ID=303cd07b-b319-4181-a151-6b453a5d9198,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:24.228388 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:24.405077 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Attempting to bind port 303cd07b-b319-4181-a151-6b453a5d9198 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:09:24.405798 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Attempting to bind port 303cd07b-b319-4181-a151-6b453a5d9198 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '70611d9c-9545-439b-a600-024b0442ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '577d080c-aaa9-475a-b726-d95e594f42b1'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:09:24.405798 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Attempting to bind port 303cd07b-b319-4181-a151-6b453a5d9198 on network 577d080c-aaa9-475a-b726-d95e594f42b1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:09:24.410727 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Port 303cd07b-b319-4181-a151-6b453a5d9198 on network 577d080c-aaa9-475a-b726-d95e594f42b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:09:24.411046 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Attempting to bind port 303cd07b-b319-4181-a151-6b453a5d9198 on network 577d080c-aaa9-475a-b726-d95e594f42b1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:09:24.416121 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:09:24.416458 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Checking segment: {'id': '70611d9c-9545-439b-a600-024b0442ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '577d080c-aaa9-475a-b726-d95e594f42b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:09:24.416840 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Bound using segment: {'id': '70611d9c-9545-439b-a600-024b0442ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '577d080c-aaa9-475a-b726-d95e594f42b1'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:09:24.417261 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Bound port: 303cd07b-b319-4181-a151-6b453a5d9198, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70611d9c-9545-439b-a600-024b0442ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '577d080c-aaa9-475a-b726-d95e594f42b1'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:09:24.417600 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09f1446-3a9f-4b17-8a58-db33bc250e04 {{(pid=103894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:09:24.418036 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:24.424905 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:24.439803 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.provisioning_blocks [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Transition to ACTIVE for port object d09f1446-3a9f-4b17-8a58-db33bc250e04 will not be triggered until provisioned by entity L2. {{(pid=103894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:09:24.507230 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] For port 303cd07b-b319-4181-a151-6b453a5d9198, host hv-cinder-78638, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:09:24.510097 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] For port 303cd07b-b319-4181-a151-6b453a5d9198, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=303cd07b-b319-4181-a151-6b453a5d9198,segment=NetworkSegment(70611d9c-9545-439b-a600-024b0442ea5b),segment_id=70611d9c-9545-439b-a600-024b0442ea5b)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:09:24.510875 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:24.515559 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-7781e93d-34d6-4109-8d7e-e1a68e928d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:24.591948 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2975729'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:24.595866 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-8a391562-a8ac-4c4c-a967-4e3779a8c12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:24.659014 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:24.659630 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:24.661151 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] 10.222.0.54 "PUT /v2.0/ports/303cd07b-b319-4181-a151-6b453a5d9198 HTTP/1.1" status: 200 len: 1093 time: 1.2864883 May 31 12:09:24.661634 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd', 'tag': '303cd07b-b319-4181-a151-6b453a5d9198'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:24.663923 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51340e6-b36c-40cc-ae5c-210d4521771b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd", "tag": "303cd07b-b319-4181-a151-6b453a5d9198"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:24.693783 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Pushing event updated for resources: {'Port': ['ID=303cd07b-b319-4181-a151-6b453a5d9198,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:24.697120 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-8733764c-15d1-467c-9cb1-43b24106f95f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:24.703938 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Pushing event updated for resources: {'Port': ['ID=d09f1446-3a9f-4b17-8a58-db33bc250e04,revision_number=2']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:24.705928 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:24.709237 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f578e504-6368-4f8a-8ba6-54cc370d2690 x-openstack-request-id: req-f578e504-6368-4f8a-8ba6-54cc370d2690 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:24.709584 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd", "tag": "303cd07b-b319-4181-a151-6b453a5d9198", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:24.709915 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f578e504-6368-4f8a-8ba6-54cc370d2690 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:24.710831 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd', 'tag': '303cd07b-b319-4181-a151-6b453a5d9198', 'status': 'completed', 'code': 200} May 31 12:09:24.746945 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Attempting to bind port d09f1446-3a9f-4b17-8a58-db33bc250e04 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:09:24.747279 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Attempting to bind port d09f1446-3a9f-4b17-8a58-db33bc250e04 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:09:24.747612 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Attempting to bind port d09f1446-3a9f-4b17-8a58-db33bc250e04 on network 82ab4166-94f3-4ecb-a192-f29c26ed0743 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:09:24.752779 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Port d09f1446-3a9f-4b17-8a58-db33bc250e04 on network 82ab4166-94f3-4ecb-a192-f29c26ed0743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:09:24.753101 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Attempting to bind port d09f1446-3a9f-4b17-8a58-db33bc250e04 on network 82ab4166-94f3-4ecb-a192-f29c26ed0743 {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:09:24.759308 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Checking agent: {'id': '6092262a-26c2-480f-85f9-e8dfaddd48ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'started_at': datetime.datetime(2021, 5, 31, 11, 54, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:09:24.759563 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Checking segment: {'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:09:24.759974 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Bound using segment: {'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'} {{(pid=103894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:09:24.760401 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.managers [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Bound port: d09f1446-3a9f-4b17-8a58-db33bc250e04, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f2e5b5-76d2-440b-9f31-603b10c15dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743'}}] {{(pid=103894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:09:24.760748 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:24.849954 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] For port d09f1446-3a9f-4b17-8a58-db33bc250e04, host hv-cinder-78638, cleared binding levels {{(pid=103894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:09:24.853019 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.db [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] For port d09f1446-3a9f-4b17-8a58-db33bc250e04, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09f1446-3a9f-4b17-8a58-db33bc250e04,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:09:24.894423 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51340e6-b36c-40cc-ae5c-210d4521771b req-e37c0377-57ee-40b6-9b36-ca0fde9887c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:24.895937 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b51340e6-b36c-40cc-ae5c-210d4521771b req-e37c0377-57ee-40b6-9b36-ca0fde9887c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c04c50f6213f421c82025b4cd07fa20c&device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 1096 time: 0.1446304 May 31 12:09:24.911997 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898c93c-a1ea-4f78-bdf1-62314720d7ad req-3c7f1590-4688-4159-a8c8-6ad7c676aa26 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:24.912768 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-c898c93c-a1ea-4f78-bdf1-62314720d7ad req-3c7f1590-4688-4159-a8c8-6ad7c676aa26 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Synchronizing usage tracker for tenant:c04c50f6213f421c82025b4cd07fa20c on resource:port {{(pid=103895) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:09:24.946391 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2111266'] for port, after_update {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:24.952449 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-62123696-c74a-48e1-822e-7a417217b26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:25.048539 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:25.049071 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:25.051464 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] 10.222.0.54 "PUT /v2.0/ports/d09f1446-3a9f-4b17-8a58-db33bc250e04 HTTP/1.1" status: 200 len: 1093 time: 1.2113817 May 31 12:09:25.052142 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae7acfe-e0e0-4433-873b-d8207035a840', 'tag': 'd09f1446-3a9f-4b17-8a58-db33bc250e04'}] {{(pid=103894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:25.054528 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114cf41035097942bd477d5872071f62423a338490aeb028002491428c1d4c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858580f5-4fa3-4ded-9716-5738afdc3296" -d '{"events": [{"name": "network-changed", "server_uuid": "eae7acfe-e0e0-4433-873b-d8207035a840", "tag": "d09f1446-3a9f-4b17-8a58-db33bc250e04"}]}' {{(pid=103894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:25.065778 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51340e6-b36c-40cc-ae5c-210d4521771b req-a70b7aa2-a79f-413e-a3a6-c4499fe01b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:25.067568 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b51340e6-b36c-40cc-ae5c-210d4521771b req-a70b7aa2-a79f-413e-a3a6-c4499fe01b7d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c04c50f6213f421c82025b4cd07fa20c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1518593 May 31 12:09:25.089463 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Pushing event updated for resources: {'Port': ['ID=d09f1446-3a9f-4b17-8a58-db33bc250e04,revision_number=3']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:25.093683 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-561131df-a2b6-4bd7-bae5-4c48e4c0cb33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:25.117918 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52699fb-7dca-4e5a-9a6a-c167a01c0ce3 req-418dce06-dcb5-4a5d-8f68-f5f3ce504100 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:25.118628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-d52699fb-7dca-4e5a-9a6a-c167a01c0ce3 req-418dce06-dcb5-4a5d-8f68-f5f3ce504100 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Synchronizing usage tracker for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:port {{(pid=103894) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:09:25.148528 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.quota.resource [req-c898c93c-a1ea-4f78-bdf1-62314720d7ad req-3c7f1590-4688-4159-a8c8-6ad7c676aa26 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Unset dirty status for tenant:c04c50f6213f421c82025b4cd07fa20c on resource:port {{(pid=103895) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:09:25.149667 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c898c93c-a1ea-4f78-bdf1-62314720d7ad req-3c7f1590-4688-4159-a8c8-6ad7c676aa26 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 943 time: 0.3467114 May 31 12:09:25.233337 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-c898c93c-a1ea-4f78-bdf1-62314720d7ad req-2f95b1fe-b918-4817-b793-780aa5a50ffe tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779493 May 31 12:09:25.241046 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51340e6-b36c-40cc-ae5c-210d4521771b req-b44c1709-166d-478b-84b7-1d39c9e3570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:25.242470 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b51340e6-b36c-40cc-ae5c-210d4521771b req-b44c1709-166d-478b-84b7-1d39c9e3570d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1685090 May 31 12:09:25.285918 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [req-d52699fb-7dca-4e5a-9a6a-c167a01c0ce3 req-418dce06-dcb5-4a5d-8f68-f5f3ce504100 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Unset dirty status for tenant:7662edb75c3b43859bbcffc2688b5bd4 on resource:port {{(pid=103894) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:09:25.287082 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d52699fb-7dca-4e5a-9a6a-c167a01c0ce3 req-418dce06-dcb5-4a5d-8f68-f5f3ce504100 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 943 time: 0.2921088 May 31 12:09:25.345292 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-d52699fb-7dca-4e5a-9a6a-c167a01c0ce3 req-9478bab5-bcfd-4297-8b33-7f11182dff6b tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510647 May 31 12:09:25.349045 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-f0d145b4-7b78-401a-b0dc-16a71a66ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:25.350495 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-f0d145b4-7b78-401a-b0dc-16a71a66ba73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7662edb75c3b43859bbcffc2688b5bd4&device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 1096 time: 0.1221454 May 31 12:09:25.399611 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-5edb2356-abe5-4e0c-b5bb-bedd0fcb14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:25.399611 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-5edb2356-abe5-4e0c-b5bb-bedd0fcb14af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c04c50f6213f421c82025b4cd07fa20c&device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 1096 time: 0.0855491 May 31 12:09:25.428774 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22843a94-ffa9-421d-ab78-6d119a5f3aee x-openstack-request-id: req-22843a94-ffa9-421d-ab78-6d119a5f3aee {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:25.429354 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae7acfe-e0e0-4433-873b-d8207035a840", "tag": "d09f1446-3a9f-4b17-8a58-db33bc250e04", "status": "completed", "code": 200}]} {{(pid=103894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:25.429354 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22843a94-ffa9-421d-ab78-6d119a5f3aee {{(pid=103894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:25.429792 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae7acfe-e0e0-4433-873b-d8207035a840', 'tag': 'd09f1446-3a9f-4b17-8a58-db33bc250e04', 'status': 'completed', 'code': 200} May 31 12:09:25.447638 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-42d1ad44-a6b3-45cd-8251-621c45c4365e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d09f1446-3a9f-4b17-8a58-db33bc250e04 HTTP/1.1" status: 200 len: 217 time: 0.0831513 May 31 12:09:25.481495 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-ecd3fb08-ff2d-4fae-bee8-ea02999cb096 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=303cd07b-b319-4181-a151-6b453a5d9198 HTTP/1.1" status: 200 len: 217 time: 0.0651875 May 31 12:09:25.509924 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-69b9854e-0590-4b7b-a987-5bf96167cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:25.511332 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-69b9854e-0590-4b7b-a987-5bf96167cdef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29479b0d-eddd-4d75-bbaa-a282570e90e0 HTTP/1.1" status: 200 len: 847 time: 0.0578268 May 31 12:09:25.548066 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-affd8d42-8b34-4807-9238-cbb5213464a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:25.549528 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-affd8d42-8b34-4807-9238-cbb5213464a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=40b4c4e9-a5dd-4043-a739-9de98b0e7abb HTTP/1.1" status: 200 len: 848 time: 0.0619965 May 31 12:09:25.558039 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-13e0114e-26d2-4016-b59f-b9b0b4cd8468 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82ab4166-94f3-4ecb-a192-f29c26ed0743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400259 May 31 12:09:25.596876 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-997bde9a-2a0b-4105-980c-1a986a1f7e6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577d080c-aaa9-475a-b726-d95e594f42b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409131 May 31 12:09:25.690413 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-c22c0d88-d4b9-4ab5-8901-ee5881bdac75 service neutron] 10.222.0.54 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261621 May 31 12:09:25.739356 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-58383a57-ab47-4d7d-89ad-32690e18f62d service neutron] 10.222.0.54 "GET /v2.0/networks/577d080c-aaa9-475a-b726-d95e594f42b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360495 May 31 12:09:25.824736 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bc783de8-7233-41d8-a8e7-3b89d7aa0a30 req-63edd457-98c8-4b06-829a-aeb62f4b6b3d service neutron] 10.222.0.54 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280150 May 31 12:09:25.879423 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-091f7afc-0161-48a1-a2ea-84bc513a64ca req-efa7f84e-e95a-44a9-99ca-3a09ecbeceb3 service neutron] 10.222.0.54 "GET /v2.0/networks/577d080c-aaa9-475a-b726-d95e594f42b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321816 May 31 12:09:26.074158 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-cf410afa-c6be-47c2-9852-7d45095eb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:26.075716 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-cf410afa-c6be-47c2-9852-7d45095eb13b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7662edb75c3b43859bbcffc2688b5bd4&device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 1096 time: 0.0706770 May 31 12:09:26.208323 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-4d59047d-3c6c-4dfa-b13e-75091a538372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:26.209831 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-4d59047d-3c6c-4dfa-b13e-75091a538372 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82ab4166-94f3-4ecb-a192-f29c26ed0743 HTTP/1.1" status: 200 len: 908 time: 0.1278639 May 31 12:09:26.282089 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-78617610-578d-4236-b281-ce9c562578cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d09f1446-3a9f-4b17-8a58-db33bc250e04 HTTP/1.1" status: 200 len: 217 time: 0.0652497 May 31 12:09:26.344036 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-5a9df2f6-d807-48b1-83e3-5820c35f54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:26.345445 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-5a9df2f6-d807-48b1-83e3-5820c35f54ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=29479b0d-eddd-4d75-bbaa-a282570e90e0 HTTP/1.1" status: 200 len: 847 time: 0.0578656 May 31 12:09:26.431871 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a355cec-7930-43fe-bb2f-16c1e400ca34 req-ade94f84-3b1c-4e96-83ba-eb1edd028edc tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:26.433612 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3a355cec-7930-43fe-bb2f-16c1e400ca34 req-ade94f84-3b1c-4e96-83ba-eb1edd028edc tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 943 time: 0.0929079 May 31 12:09:26.481721 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3a355cec-7930-43fe-bb2f-16c1e400ca34 req-c2370409-d385-4baa-b8de-04c3e8d80670 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 May 31 12:09:26.532942 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-cee6ff13-93b3-48db-a1bb-7f0ced8e10ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82ab4166-94f3-4ecb-a192-f29c26ed0743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796861 May 31 12:09:26.692094 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494007e6-ab92-4694-b00e-e390a2176f60 req-bf10aaca-51e4-4fa0-962c-cf4603bf7f59 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:26.693430 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-494007e6-ab92-4694-b00e-e390a2176f60 req-bf10aaca-51e4-4fa0-962c-cf4603bf7f59 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 943 time: 0.1962337 May 31 12:09:26.696940 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-d5d70e8e-2091-44f0-9ad2-59dab0ae2556 service neutron] 10.222.0.54 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523278 May 31 12:09:26.816148 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-494007e6-ab92-4694-b00e-e390a2176f60 req-e9bf8459-55a8-4386-9f29-b910c585d028 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166148 May 31 12:09:26.864952 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-858580f5-4fa3-4ded-9716-5738afdc3296 req-04f3c466-bfe5-43f7-8a6e-26d851c86f90 service neutron] 10.222.0.54 "GET /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483746 May 31 12:09:27.668918 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff097fe-21e0-4e42-a8de-4cd7ea1c2325 req-0de042a5-cff7-442e-bd22-1dd8a6819d40 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:27.670369 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cff097fe-21e0-4e42-a8de-4cd7ea1c2325 req-0de042a5-cff7-442e-bd22-1dd8a6819d40 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 943 time: 0.0827515 May 31 12:09:27.715163 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-cff097fe-21e0-4e42-a8de-4cd7ea1c2325 req-cff425a3-5c01-4b78-b53c-bd6c869311f5 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 May 31 12:09:28.003161 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70858671-5534-40e4-8f1c-f4739c1104b9 req-bc39370c-a2ab-48e4-ae0c-e8617ca660fc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:28.004871 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-70858671-5534-40e4-8f1c-f4739c1104b9 req-bc39370c-a2ab-48e4-ae0c-e8617ca660fc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 943 time: 0.0805585 May 31 12:09:28.049203 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-70858671-5534-40e4-8f1c-f4739c1104b9 req-2b4595c8-7e3e-45c9-881e-89ea811370e9 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 May 31 12:09:28.908139 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9fb30-5597-4419-8f04-e1bfdf0829a8 req-2037b154-0fa2-4cfd-9492-31abbd8e8fa7 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:28.909864 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-17f9fb30-5597-4419-8f04-e1bfdf0829a8 req-2037b154-0fa2-4cfd-9492-31abbd8e8fa7 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 943 time: 0.0873904 May 31 12:09:28.954758 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-17f9fb30-5597-4419-8f04-e1bfdf0829a8 req-33ab0a01-2779-4cfd-b67f-8f9c30cd22b5 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384672 May 31 12:09:29.385755 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3604f4-1a3b-4d2e-85f2-818c5c9635f1 req-22ad331b-bc8e-49c7-86f2-fb4fa95e73df tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:29.387198 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ec3604f4-1a3b-4d2e-85f2-818c5c9635f1 req-22ad331b-bc8e-49c7-86f2-fb4fa95e73df tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 943 time: 0.0909092 May 31 12:09:29.433145 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ec3604f4-1a3b-4d2e-85f2-818c5c9635f1 req-3e046688-852d-4ccb-a4e2-a9e0f8df7f90 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 May 31 12:09:30.139552 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7087aa-a536-4593-8b03-969a7863f178 req-8de6c338-665a-49bf-8f16-2097f51128bf tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:30.140957 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2f7087aa-a536-4593-8b03-969a7863f178 req-8de6c338-665a-49bf-8f16-2097f51128bf tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 943 time: 0.0796387 May 31 12:09:30.251247 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 303cd07b-b319-4181-a151-6b453a5d9198 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:09:30.279829 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-2f7087aa-a536-4593-8b03-969a7863f178 req-a14fa8fd-60f2-4cbf-8285-5ccb6b1921eb tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324461 May 31 12:09:30.390980 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 303cd07b-b319-4181-a151-6b453a5d9198, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=303cd07b-b319-4181-a151-6b453a5d9198,segment=NetworkSegment(70611d9c-9545-439b-a600-024b0442ea5b),segment_id=70611d9c-9545-439b-a600-024b0442ea5b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:30.431937 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': '303cd07b-b319-4181-a151-6b453a5d9198', 'network_id': '577d080c-aaa9-475a-b726-d95e594f42b1', 'port_id': '303cd07b-b319-4181-a151-6b453a5d9198', 'mac_address': 'fa:16:3e:ae:8f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b4c4e9-a5dd-4043-a739-9de98b0e7abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:09:30.486444 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:30.504640 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303cd07b-b319-4181-a151-6b453a5d9198 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:09:30.520232 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 303cd07b-b319-4181-a151-6b453a5d9198, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=303cd07b-b319-4181-a151-6b453a5d9198,segment=NetworkSegment(70611d9c-9545-439b-a600-024b0442ea5b),segment_id=70611d9c-9545-439b-a600-024b0442ea5b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:30.579047 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:30.580008 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device d09f1446-3a9f-4b17-8a58-db33bc250e04 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:09:30.585411 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:30.619529 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3207c-ae20-4de9-a974-6b948213b0c9 req-906df784-56af-43e1-9db2-95da5fb97b03 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:30.620986 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-80d3207c-ae20-4de9-a974-6b948213b0c9 req-906df784-56af-43e1-9db2-95da5fb97b03 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 943 time: 0.0820363 May 31 12:09:30.665643 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-80d3207c-ae20-4de9-a974-6b948213b0c9 req-33ced3c6-dc5e-4c0a-9447-2992249ceb00 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384898 May 31 12:09:30.733138 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=303cd07b-b319-4181-a151-6b453a5d9198,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:30.737518 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:30.782672 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port d09f1446-3a9f-4b17-8a58-db33bc250e04, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09f1446-3a9f-4b17-8a58-db33bc250e04,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:30.796288 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Returning: {'device': 'd09f1446-3a9f-4b17-8a58-db33bc250e04', 'network_id': '82ab4166-94f3-4ecb-a192-f29c26ed0743', 'port_id': 'd09f1446-3a9f-4b17-8a58-db33bc250e04', 'mac_address': 'fa:16:3e:a3:9c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29479b0d-eddd-4d75-bbaa-a282570e90e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:09:30.851936 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:30.869895 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09f1446-3a9f-4b17-8a58-db33bc250e04 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:09:30.886043 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port d09f1446-3a9f-4b17-8a58-db33bc250e04, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09f1446-3a9f-4b17-8a58-db33bc250e04,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:30.956960 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:30.958709 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:31.028450 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=d09f1446-3a9f-4b17-8a58-db33bc250e04,revision_number=4']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:31.031440 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:31.401516 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['303cd07b-b319-4181-a151-6b453a5d9198'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:09:31.432631 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['d09f1446-3a9f-4b17-8a58-db33bc250e04'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:09:31.474811 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46448e8-ac62-41e1-92b6-9beae819e111 req-72994681-73dc-41c5-afa2-88af24f49305 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:31.476330 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b46448e8-ac62-41e1-92b6-9beae819e111 req-72994681-73dc-41c5-afa2-88af24f49305 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 944 time: 0.0839944 May 31 12:09:31.525173 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-b46448e8-ac62-41e1-92b6-9beae819e111 req-d8dc49bd-13cf-4c61-add6-64a3f6d9c2ad tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 May 31 12:09:31.865771 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebce64-5c3e-49da-a33e-2e46593cc4db req-b888bcbe-e7f8-48f6-859f-9e5eb71777e4 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:31.867234 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7bebce64-5c3e-49da-a33e-2e46593cc4db req-b888bcbe-e7f8-48f6-859f-9e5eb71777e4 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 944 time: 0.0866487 May 31 12:09:31.912879 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-7bebce64-5c3e-49da-a33e-2e46593cc4db req-3758ecd7-9ffe-4b0e-92e9-4d939a3ae829 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 May 31 12:09:32.712594 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80ba76-b465-430d-ac1b-3f6b2864fa79 req-3aa89af2-6a39-4486-b40a-8d0f92f9f4d4 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:32.714053 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f80ba76-b465-430d-ac1b-3f6b2864fa79 req-3aa89af2-6a39-4486-b40a-8d0f92f9f4d4 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 944 time: 0.0817013 May 31 12:09:32.758013 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-3f80ba76-b465-430d-ac1b-3f6b2864fa79 req-a6c7724b-596c-4ed1-bd1f-d3fccc29d5f9 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 May 31 12:09:33.094548 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7645-cac3-497d-8b2e-4c732e4f3385 req-7e5c8055-2904-402f-a4ba-90b2455df9dc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:33.096000 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e26e7645-cac3-497d-8b2e-4c732e4f3385 req-7e5c8055-2904-402f-a4ba-90b2455df9dc tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 944 time: 0.0793343 May 31 12:09:33.146768 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e26e7645-cac3-497d-8b2e-4c732e4f3385 req-c1424b86-ca6a-4097-94de-95e93e4c7074 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449388 May 31 12:09:33.950471 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faba499-4f24-4519-b0f1-eee62915a295 req-0c965ed5-86e4-4323-9122-519df6209b24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:33.953821 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6faba499-4f24-4519-b0f1-eee62915a295 req-0c965ed5-86e4-4323-9122-519df6209b24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 944 time: 0.0873222 May 31 12:09:33.999927 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-6faba499-4f24-4519-b0f1-eee62915a295 req-22b24779-f6bc-45e4-8f0d-26b75f432219 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 May 31 12:09:34.029011 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:34.276994 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 303cd07b-b319-4181-a151-6b453a5d9198 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:09:34.327640 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdb845-9d60-4e46-b88d-849b562febe2 req-9b780696-1a16-4736-ae6f-13e146d21075 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:34.329098 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fafdb845-9d60-4e46-b88d-849b562febe2 req-9b780696-1a16-4736-ae6f-13e146d21075 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 944 time: 0.0793188 May 31 12:09:34.374831 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-fafdb845-9d60-4e46-b88d-849b562febe2 req-b9911c42-152d-48c5-b0b7-f26187d077fb tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 May 31 12:09:34.379596 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port 303cd07b-b319-4181-a151-6b453a5d9198 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:09:34.384431 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port 303cd07b-b319-4181-a151-6b453a5d9198 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:09:34.386039 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:34.503540 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:34.530764 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303cd07b-b319-4181-a151-6b453a5d9198'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:34.533032 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8dcffd-92e2-47c8-ac8e-215809128062" -d '{"events": [{"server_uuid": "c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd", "name": "network-vif-plugged", "status": "completed", "tag": "303cd07b-b319-4181-a151-6b453a5d9198"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:34.541862 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port 303cd07b-b319-4181-a151-6b453a5d9198, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=303cd07b-b319-4181-a151-6b453a5d9198,segment=NetworkSegment(70611d9c-9545-439b-a600-024b0442ea5b),segment_id=70611d9c-9545-439b-a600-024b0442ea5b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:34.579184 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c923e9-2455-4254-a538-8a826cc51f6e x-openstack-request-id: req-e7c923e9-2455-4254-a538-8a826cc51f6e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:34.579471 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd", "name": "network-vif-plugged", "status": "completed", "tag": "303cd07b-b319-4181-a151-6b453a5d9198", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:34.579752 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7c923e9-2455-4254-a538-8a826cc51f6e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:34.580147 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303cd07b-b319-4181-a151-6b453a5d9198', 'code': 200} May 31 12:09:34.624987 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:34.625894 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device d09f1446-3a9f-4b17-8a58-db33bc250e04 up at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:09:34.657349 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-31f0a543-2e66-49c3-b2fc-e37589b06ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:34.743301 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=303cd07b-b319-4181-a151-6b453a5d9198,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:34.746865 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:34.819261 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning for port d09f1446-3a9f-4b17-8a58-db33bc250e04 completed by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:09:34.824177 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Provisioning complete for port d09f1446-3a9f-4b17-8a58-db33bc250e04 triggered by entity L2. {{(pid=103896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:09:34.824619 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479979'] for port, provisioning_complete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:34.948043 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491485'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:34.979969 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] For port d09f1446-3a9f-4b17-8a58-db33bc250e04, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09f1446-3a9f-4b17-8a58-db33bc250e04,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:34.981754 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131697c-a850-4c07-9fb2-6fef24a5c361 req-729ee18b-a191-433d-90df-a4710e975893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:34.983327 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4131697c-a850-4c07-9fb2-6fef24a5c361 req-729ee18b-a191-433d-90df-a4710e975893 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 1098 time: 0.0742166 May 31 12:09:35.023560 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4131697c-a850-4c07-9fb2-6fef24a5c361 req-b45cdb26-50ce-403c-b83f-421dc3427922 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342269 May 31 12:09:35.036653 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744560181140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744559796453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744559800342'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:35.038658 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:35.110853 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Pushing event updated for resources: {'Port': ['ID=d09f1446-3a9f-4b17-8a58-db33bc250e04,revision_number=5']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:35.114566 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG oslo_concurrency.lockutils [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:35.194235 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e38f-1cd3-4ceb-8cfe-541836d2a077 req-d457e430-684c-43d0-a1cb-4d2fe67003f0 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:35.195785 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b3b4e38f-1cd3-4ceb-8cfe-541836d2a077 req-d457e430-684c-43d0-a1cb-4d2fe67003f0 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 945 time: 0.0812232 May 31 12:09:35.240375 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-b3b4e38f-1cd3-4ceb-8cfe-541836d2a077 req-e012e5c4-c9af-4070-8d80-b42dc22668df tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389597 May 31 12:09:35.563858 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf5af3-81da-4a9f-abce-bf50d3f5727b req-a606f178-1495-42a8-96a7-cd4d200f02fe tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:35.565301 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1ccf5af3-81da-4a9f-abce-bf50d3f5727b req-a606f178-1495-42a8-96a7-cd4d200f02fe tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 945 time: 0.0833409 May 31 12:09:35.609806 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-1ccf5af3-81da-4a9f-abce-bf50d3f5727b req-946e2b65-5fa0-4fdf-9dda-febcb5693eba tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 May 31 12:09:36.428791 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a954ec-b736-4263-88cd-f0d11b25dffa req-bd50819d-bb58-421f-a375-90fdd511eeef tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:36.430268 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20a954ec-b736-4263-88cd-f0d11b25dffa req-bd50819d-bb58-421f-a375-90fdd511eeef tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 945 time: 0.0843780 May 31 12:09:36.478796 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-20a954ec-b736-4263-88cd-f0d11b25dffa req-731252ad-f94f-49ec-9728-62631d83620a tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427332 May 31 12:09:36.581974 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae7acfe-e0e0-4433-873b-d8207035a840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09f1446-3a9f-4b17-8a58-db33bc250e04'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:36.584479 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47a65491bdc764522c2d4cad0186eb29299a97f757bb96eb7ae0cebf28e58b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516dccfe-604e-442c-ac74-fa31b06bbb9b" -d '{"events": [{"server_uuid": "eae7acfe-e0e0-4433-873b-d8207035a840", "name": "network-vif-plugged", "status": "completed", "tag": "d09f1446-3a9f-4b17-8a58-db33bc250e04"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:36.626628 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc53ed9-da62-42d8-9b7f-b2ccfb9293c9 x-openstack-request-id: req-0cc53ed9-da62-42d8-9b7f-b2ccfb9293c9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:36.626924 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae7acfe-e0e0-4433-873b-d8207035a840", "name": "network-vif-plugged", "status": "completed", "tag": "d09f1446-3a9f-4b17-8a58-db33bc250e04", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:36.627182 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cc53ed9-da62-42d8-9b7f-b2ccfb9293c9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:36.627579 dv-cinder-786384-7-smb neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae7acfe-e0e0-4433-873b-d8207035a840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09f1446-3a9f-4b17-8a58-db33bc250e04', 'code': 200} May 31 12:09:36.802079 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcfabf-e490-425c-887b-e3a7e7760497 req-41f362fc-39ac-47e6-a4a4-185e5c90b7d6 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:36.803542 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0bbcfabf-e490-425c-887b-e3a7e7760497 req-41f362fc-39ac-47e6-a4a4-185e5c90b7d6 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 945 time: 0.0826378 May 31 12:09:36.849420 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0bbcfabf-e490-425c-887b-e3a7e7760497 req-0b02e50e-70e9-4a26-9238-699904f7cf1b tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 May 31 12:09:37.090482 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b275a4d-3069-42a0-8d4f-f266cbd0d7d0 req-5f5abe35-99d5-4caf-9c6c-4e983360a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:37.092000 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2b275a4d-3069-42a0-8d4f-f266cbd0d7d0 req-5f5abe35-99d5-4caf-9c6c-4e983360a3f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 1098 time: 0.0737455 May 31 12:09:37.133735 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-2b275a4d-3069-42a0-8d4f-f266cbd0d7d0 req-6cbda2ac-49d0-4627-862e-e05ee41c7ec5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352302 May 31 12:09:37.669059 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484fa1e-7d34-4743-a6b9-5b00841d9bb6 req-e6f15a67-0247-4d4e-a0a7-2b1c664f7f22 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:37.670515 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a484fa1e-7d34-4743-a6b9-5b00841d9bb6 req-e6f15a67-0247-4d4e-a0a7-2b1c664f7f22 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 945 time: 0.0831420 May 31 12:09:37.718714 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-a484fa1e-7d34-4743-a6b9-5b00841d9bb6 req-0f9fdf41-9892-486f-8034-33532922c906 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 May 31 12:09:38.038628 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d4384-f76b-47b5-98e4-f7c94382af50 req-683eaf17-3a38-4534-b784-0953830dd31c tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:38.040014 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a58d4384-f76b-47b5-98e4-f7c94382af50 req-683eaf17-3a38-4534-b784-0953830dd31c tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 945 time: 0.0813458 May 31 12:09:38.088406 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-a58d4384-f76b-47b5-98e4-f7c94382af50 req-8a4041aa-e36f-4d54-8828-37cd49419829 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 May 31 12:09:38.500594 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10799190-cf2f-4b10-b6bb-d17762e92f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:39.279505 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdd71b-71ad-4e6a-acd4-314ba5384476 req-15b20810-6272-4643-a279-1541dbd933dd tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:39.279505 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dabdd71b-71ad-4e6a-acd4-314ba5384476 req-15b20810-6272-4643-a279-1541dbd933dd tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 945 time: 0.0799203 May 31 12:09:39.324222 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-dabdd71b-71ad-4e6a-acd4-314ba5384476 req-7bfe534b-79bb-4b64-820d-ed54e169cc7e tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 May 31 12:09:40.461755 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-e56d4aef-c2a6-492e-b22d-8ddc6899da95 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725327 May 31 12:09:40.622678 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-86289849-30de-4ec9-98ad-20448e4c5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:40.624546 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-86289849-30de-4ec9-98ad-20448e4c5b08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c04c50f6213f421c82025b4cd07fa20c&device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 1098 time: 0.0733891 May 31 12:09:40.885377 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-49020ba3-7789-43e3-99df-405f3024485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:40.886889 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-49020ba3-7789-43e3-99df-405f3024485a service neutron] 10.222.0.54 "GET /v2.0/networks?id=577d080c-aaa9-475a-b726-d95e594f42b1 HTTP/1.1" status: 200 len: 909 time: 0.2435248 May 31 12:09:40.961208 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-b8069b4c-1a8e-4eee-a04d-eda1b0bf7406 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=303cd07b-b319-4181-a151-6b453a5d9198 HTTP/1.1" status: 200 len: 217 time: 0.0643616 May 31 12:09:41.008094 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.033149 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-02901a98-55c2-4126-8aca-1b906c8f64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:41.038021 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-02901a98-55c2-4126-8aca-1b906c8f64c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=40b4c4e9-a5dd-4043-a739-9de98b0e7abb HTTP/1.1" status: 200 len: 848 time: 0.0680785 May 31 12:09:41.082412 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-ff92e28f-ba99-4e0f-a7b4-291d2a6d50fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577d080c-aaa9-475a-b726-d95e594f42b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412967 May 31 12:09:41.190717 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc11799-a047-4404-8a1b-eaa24ce73ec1 req-20e0f9cf-b73b-47fd-9baa-f9acb5959bfb tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:41.192323 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bcc11799-a047-4404-8a1b-eaa24ce73ec1 req-20e0f9cf-b73b-47fd-9baa-f9acb5959bfb tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 945 time: 0.0918326 May 31 12:09:41.235167 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-a9f64a2d-a8cd-4df7-b5a0-e545b4528e87 service neutron] 10.222.0.54 "GET /v2.0/networks/577d080c-aaa9-475a-b726-d95e594f42b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452007 May 31 12:09:41.238989 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-bcc11799-a047-4404-8a1b-eaa24ce73ec1 req-edbfbc77-75b7-4f4f-bd3e-973537387fa1 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 May 31 12:09:41.242685 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49f01ea8-6038-43fe-b7e7-2dfd0fc84c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:41.374727 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-e737193f-46a0-4ca9-a20c-5c34db227991 req-c04dc70d-aad9-4d9a-93ea-8a141ab383c8 service neutron] 10.222.0.54 "GET /v2.0/networks/577d080c-aaa9-475a-b726-d95e594f42b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323812 May 31 12:09:42.253552 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:42.327723 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f581aa-510b-4065-bf12-887741afd01f req-f0f7a4f0-060d-41ee-ade3-70f50c6b558a tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:42.329198 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e7f581aa-510b-4065-bf12-887741afd01f req-f0f7a4f0-060d-41ee-ade3-70f50c6b558a tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 945 time: 0.0840926 May 31 12:09:42.374266 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-e7f581aa-510b-4065-bf12-887741afd01f req-84840cb0-aec6-4d5b-82ec-ff284fc91cf2 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394716 May 31 12:09:42.430838 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13870d4e-ecbb-4e83-9cc8-37714e6f4392 req-c267c302-9bee-4d47-b984-7307a9db84ae tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:42.432324 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-13870d4e-ecbb-4e83-9cc8-37714e6f4392 req-c267c302-9bee-4d47-b984-7307a9db84ae tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 945 time: 0.0802383 May 31 12:09:42.482583 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-13870d4e-ecbb-4e83-9cc8-37714e6f4392 req-f008dc0b-9314-4dd3-9083-523e07759fc1 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b589d68-347c-4186-93f4-c297a6316b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445931 May 31 12:09:43.029471 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-d8009584-57eb-4547-bc7f-cdba0e2a30d1 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:43.030881 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-d8009584-57eb-4547-bc7f-cdba0e2a30d1 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 945 time: 0.0787013 May 31 12:09:43.170284 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Deleting port d09f1446-3a9f-4b17-8a58-db33bc250e04 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:09:43.170517 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.303011 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] For port d09f1446-3a9f-4b17-8a58-db33bc250e04, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d09f1446-3a9f-4b17-8a58-db33bc250e04,segment=NetworkSegment(89f2e5b5-76d2-440b-9f31-603b10c15dc0),segment_id=89f2e5b5-76d2-440b-9f31-603b10c15dc0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:43.303426 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.426410 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Calling delete_port for d09f1446-3a9f-4b17-8a58-db33bc250e04 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:09:43.574358 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd497b-baaa-4236-b0e9-8d2556956168 req-942f13f1-046a-44f6-bf9f-aa32ed861bcf tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:43.575882 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f5cd497b-baaa-4236-b0e9-8d2556956168 req-942f13f1-046a-44f6-bf9f-aa32ed861bcf tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 945 time: 0.0910268 May 31 12:09:43.621995 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-f5cd497b-baaa-4236-b0e9-8d2556956168 req-1a8580e3-92db-4676-b964-503be3d767c1 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 May 31 12:09:43.627134 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.641848 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-ba6a16af-5274-4791-899b-7b823c19b502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:43.665630 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['d09f1446-3a9f-4b17-8a58-db33bc250e04'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:09:43.667759 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-0d69d9a8-0794-4c04-8f9c-45b6dbbe8cda req-aac3c25d-5983-47e4-b453-38d587d09b63 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 210 time: 0.0762353 May 31 12:09:43.686199 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Pushing event deleted for resources: {'Port': ['ID=d09f1446-3a9f-4b17-8a58-db33bc250e04,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:43.690554 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:43.773447 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] No DVR routers for this DVR port d09f1446-3a9f-4b17-8a58-db33bc250e04 on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:09:43.776081 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:43.779061 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae7acfe-e0e0-4433-873b-d8207035a840', 'name': 'network-vif-deleted', 'tag': 'd09f1446-3a9f-4b17-8a58-db33bc250e04'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:43.781474 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474f7923-bccb-4987-8ecd-7333d4b885c8" -d '{"events": [{"server_uuid": "eae7acfe-e0e0-4433-873b-d8207035a840", "name": "network-vif-deleted", "tag": "d09f1446-3a9f-4b17-8a58-db33bc250e04"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:43.826820 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5cd645-9972-48c6-9ccb-619338d9cae0 x-openstack-request-id: req-5c5cd645-9972-48c6-9ccb-619338d9cae0 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:43.826820 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae7acfe-e0e0-4433-873b-d8207035a840", "name": "network-vif-deleted", "tag": "d09f1446-3a9f-4b17-8a58-db33bc250e04", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:43.826820 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c5cd645-9972-48c6-9ccb-619338d9cae0 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:43.826820 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae7acfe-e0e0-4433-873b-d8207035a840', 'name': 'network-vif-deleted', 'tag': 'd09f1446-3a9f-4b17-8a58-db33bc250e04', 'status': 'completed', 'code': 200} May 31 12:09:43.843107 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-ff21e1fc-ca39-466c-bfdb-68534f5044e6 req-4d8b5536-fd56-4202-9140-6044209803d2 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.54 "DELETE /v2.0/ports/d09f1446-3a9f-4b17-8a58-db33bc250e04 HTTP/1.1" status: 204 len: 173 time: 0.8051529 May 31 12:09:44.012818 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:44.507212 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377d42e-5500-4509-a3de-daac14c7b358 req-aba3940f-214c-4e76-acb5-d7996c95c92d tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:44.508636 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4377d42e-5500-4509-a3de-daac14c7b358 req-aba3940f-214c-4e76-acb5-d7996c95c92d tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 945 time: 0.0811064 May 31 12:09:44.748749 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Deleting port 303cd07b-b319-4181-a151-6b453a5d9198 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:09:44.749425 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744560180035'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:44.850723 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-4b74d711-ff3d-4f3d-838d-1f15a6679bc7 req-9e527455-19cb-4a1a-91be-a024699cdd42 tempest-VolumesActionsTest-281486409 tempest-VolumesActionsTest-281486409-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae7acfe-e0e0-4433-873b-d8207035a840 HTTP/1.1" status: 200 len: 210 time: 0.0458088 May 31 12:09:44.953453 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e1b-6740-4d1a-ad9d-7f2664843eba req-1c01c23b-94f4-4104-b644-b7881c74e6ea tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:09:44.954891 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9cd79e1b-6740-4d1a-ad9d-7f2664843eba req-1c01c23b-94f4-4104-b644-b7881c74e6ea tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 945 time: 0.1921089 May 31 12:09:44.956622 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] For port 303cd07b-b319-4181-a151-6b453a5d9198, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=303cd07b-b319-4181-a151-6b453a5d9198,segment=NetworkSegment(70611d9c-9545-439b-a600-024b0442ea5b),segment_id=70611d9c-9545-439b-a600-024b0442ea5b)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:09:44.956982 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440957'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:45.099775 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Calling delete_port for 303cd07b-b319-4181-a151-6b453a5d9198 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:09:45.123769 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-9cd79e1b-6740-4d1a-ad9d-7f2664843eba req-290a673b-2bc4-405c-8806-48a116ebe70c tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/security-groups?id=44fc5358-f621-48b1-bddd-e290805c4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580954 May 31 12:09:45.288199 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744560181158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744559796444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975736'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:45.294327 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-f8de07fe-a04b-41eb-8ce4-d0083e5ddb34 tempest-AttachVolumeShelveTestJSON-48380057 tempest-AttachVolumeShelveTestJSON-48380057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:09:45.325091 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] get_ports_and_sgs() called for port_ids ['303cd07b-b319-4181-a151-6b453a5d9198'] {{(pid=103896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:09:45.341716 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Pushing event deleted for resources: {'Port': ['ID=303cd07b-b319-4181-a151-6b453a5d9198,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:09:45.377293 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:09:45.415581 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] No DVR routers for this DVR port 303cd07b-b319-4181-a151-6b453a5d9198 on host hv-cinder-78638 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:09:45.418149 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015594'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:45.482813 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [req-4377d42e-5500-4509-a3de-daac14c7b358 req-553ae2a6-409d-4902-808b-7eb058259e24 tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.54 "DELETE /v2.0/ports/303cd07b-b319-4181-a151-6b453a5d9198 HTTP/1.1" status: 204 len: 173 time: 0.9680705 May 31 12:09:45.827142 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd', 'name': 'network-vif-deleted', 'tag': '303cd07b-b319-4181-a151-6b453a5d9198'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:09:45.830410 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d76cc226a68e03297e5ca2208824e8b26d65a3fe9cc8e9def0f04c4900059d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62e8a1b-3528-419e-9516-7f6b5d0c3e21" -d '{"events": [{"server_uuid": "c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd", "name": "network-vif-deleted", "tag": "303cd07b-b319-4181-a151-6b453a5d9198"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:09:45.879268 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a989bba6-4c63-49a2-89fc-dc184cfad033 x-openstack-request-id: req-a989bba6-4c63-49a2-89fc-dc184cfad033 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:09:45.879672 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd", "name": "network-vif-deleted", "tag": "303cd07b-b319-4181-a151-6b453a5d9198", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:09:45.879963 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a989bba6-4c63-49a2-89fc-dc184cfad033 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:09:45.880388 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd', 'name': 'network-vif-deleted', 'tag': '303cd07b-b319-4181-a151-6b453a5d9198', 'status': 'completed', 'code': 200} May 31 12:09:46.296181 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [req-eec2662b-bd38-4ec3-b634-586971b1d064 req-1000e020-4e4a-49e9-a0dd-1824d83dddbf tempest-VolumesActionsTest-1306752617 tempest-VolumesActionsTest-1306752617-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eee87c-d5c8-49f9-8c86-ce369cf3d8cd HTTP/1.1" status: 200 len: 210 time: 0.0471499 May 31 12:09:46.337546 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 303cd07b-b319-4181-a151-6b453a5d9198 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:09:46.411531 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: 303cd07b-b319-4181-a151-6b453a5d9198 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:09:46.411904 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device 303cd07b-b319-4181-a151-6b453a5d9198 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:09:46.413574 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device d09f1446-3a9f-4b17-8a58-db33bc250e04 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:09:46.447154 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] No Port match for: d09f1446-3a9f-4b17-8a58-db33bc250e04 {{(pid=103896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:09:46.447297 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron.plugins.ml2.rpc [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Device d09f1446-3a9f-4b17-8a58-db33bc250e04 not bound to the agent host hv-cinder-78638 {{(pid=103896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:09:59.118528 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:10:03.945768 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:08.493074 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee1ff-6b8e-4f43-abba-1f307dd18259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.041262 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50304) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:09.101405 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Deleting subnet 29479b0d-eddd-4d75-bbaa-a282570e90e0 {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:10:09.104422 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.153367 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150063'] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.212357 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.499073 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2405792'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.502914 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:09.540864 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29479b0d-eddd-4d75-bbaa-a282570e90e0,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:09.545610 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.554683 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.555065 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.555438 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.555838 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.556201 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.556565 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.556923 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.557278 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.557636 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.557989 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.558343 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.558694 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:09.562231 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/29479b0d-eddd-4d75-bbaa-a282570e90e0 HTTP/1.1" status: 204 len: 168 time: 0.5197783 May 31 12:10:09.563125 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-72f21363-c32e-4b46-83bd-5c84bce061c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:09.564626 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50308) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:09.669240 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.880810 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.895017 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ab4166-94f3-4ecb-a192-f29c26ed0743']}} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:09.907697 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f2e5b5-76d2-440b-9f31-603b10c15dc0') {'for_net_delete': True} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:09.908001 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f2e5b5-76d2-440b-9f31-603b10c15dc0') {} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:09.920457 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150052'] for segment, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.938349 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.944890 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:10:09.945332 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111358'] for segment, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: Traceback (most recent call last): May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: timer() May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: cb(*args, **kw) May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: return func(*args, **kwargs) May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: self._notify() May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: self.callback(batched_events) May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: event.method(event) May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: return f(self, *a, **k) May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: return self._get(url).json() May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: return self.request(url, 'GET', **kwargs) May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:10:09.958100 dv-cinder-786384-7-smb neutron-server[103894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:10:10.110510 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:10.114614 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-be0e2219-1a68-4353-8294-d05a05de3590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:10.128716 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:10.139811 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ab4166-94f3-4ecb-a192-f29c26ed0743,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:10.142959 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:10.282468 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-3c0d20a4-6072-458e-817f-83e1691de881 admin admin] 10.222.0.58 "DELETE /v2.0/networks/82ab4166-94f3-4ecb-a192-f29c26ed0743 HTTP/1.1" status: 204 len: 168 time: 0.7167642 May 31 12:10:10.656309 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50328) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:10.704524 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-ae7f2c8f-fc34-4337-be6d-4ae1aeb332d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7662edb75c3b43859bbcffc2688b5bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469298 May 31 12:10:10.706887 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50332) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:10.764037 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d65fffd4-464b-4c46-a103-53e3e94ca010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:10.793663 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d65fffd4-464b-4c46-a103-53e3e94ca010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:10.956048 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d65fffd4-464b-4c46-a103-53e3e94ca010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:10.961001 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-3eeb783d-8004-4806-98f1-4913e7b96f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:10.975515 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fffd4-464b-4c46-a103-53e3e94ca010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b589d68-347c-4186-93f4-c297a6316b0c,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:10.977877 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d65fffd4-464b-4c46-a103-53e3e94ca010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:11.013493 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:11.040841 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d65fffd4-464b-4c46-a103-53e3e94ca010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:11.041956 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d65fffd4-464b-4c46-a103-53e3e94ca010 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b589d68-347c-4186-93f4-c297a6316b0c HTTP/1.1" status: 204 len: 168 time: 0.3341463 May 31 12:10:11.298934 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-497fdb15-82f6-4099-9a78-6d2ba10db344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:11.657107 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50348) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:11.726564 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] Deleting subnet 40b4c4e9-a5dd-4043-a739-9de98b0e7abb {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:10:11.729562 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:11.784782 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150063'] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:11.841859 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.163285 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2405792'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.168021 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:12.204712 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b4c4e9-a5dd-4043-a739-9de98b0e7abb,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:12.207811 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:12.208796 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.216143 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-f3673365-f622-4c20-8e09-1f532e661e3a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/40b4c4e9-a5dd-4043-a739-9de98b0e7abb HTTP/1.1" status: 204 len: 168 time: 0.5578933 May 31 12:10:12.218696 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50362) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:12.258786 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.337069 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.465558 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.478763 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577d080c-aaa9-475a-b726-d95e594f42b1']}} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:12.491933 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70611d9c-9545-439b-a600-024b0442ea5b') {'for_net_delete': True} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:12.492236 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70611d9c-9545-439b-a600-024b0442ea5b') {} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:12.503985 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150052'] for segment, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.520736 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.528542 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:10:12.528957 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111358'] for segment, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: Traceback (most recent call last): May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: timer() May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: cb(*args, **kw) May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: return func(*args, **kwargs) May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: self._notify() May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: self.callback(batched_events) May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: event.method(event) May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: return f(self, *a, **k) May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: return self._get(url).json() May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: return self.request(url, 'GET', **kwargs) May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:10:12.542102 dv-cinder-786384-7-smb neutron-server[103894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:10:12.681090 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.686628 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.689119 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:12.708764 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Pushing event deleted for resources: {'Network': ['ID=577d080c-aaa9-475a-b726-d95e594f42b1,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:12.712016 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:12.713881 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-da5d2485-47f5-4348-882a-f71c3dacddfb admin admin] 10.222.0.58 "DELETE /v2.0/networks/577d080c-aaa9-475a-b726-d95e594f42b1 HTTP/1.1" status: 204 len: 168 time: 0.4942331 May 31 12:10:12.716673 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50370) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:12.778849 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] Deleting subnet 7086c0a9-c718-46d0-be4c-66a066f25c9b {{(pid=103894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:10:12.782071 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.832252 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150063'] for subnet, precommit_delete_associations {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:12.889401 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1663953'] for subnet, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.344775 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2405792'] for subnet, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.349909 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-cf75b5bf-a92a-467f-93e2-99f78c6d52de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:13.394727 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7086c0a9-c718-46d0-be4c-66a066f25c9b,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:13.394727 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:13.394727 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.397851 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-d0b25e3b-4177-424b-96b2-0fee52943204 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7086c0a9-c718-46d0-be4c-66a066f25c9b HTTP/1.1" status: 204 len: 168 time: 0.6801848 May 31 12:10:13.401629 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50378) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:13.507737 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576869'] for network, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.633323 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1482078', 'neutron.services.segments.db._delete_segments_for_network-8744560323036'] for network, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.650425 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1733e26-6726-4600-b184-4f3bc8650842']}} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:13.663126 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4b7ccd-d8e2-4584-897c-ee1cba4dc7f2') {'for_net_delete': True} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:13.663593 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.services.segments.db [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4b7ccd-d8e2-4584-897c-ee1cba4dc7f2') {} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:10:13.674744 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744560332189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150052'] for segment, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.691304 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254'] for segment, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.698000 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:10:13.702595 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1665254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2111358'] for segment, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: Traceback (most recent call last): May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: timer() May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: cb(*args, **kw) May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: return func(*args, **kwargs) May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: self._notify() May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: self.callback(batched_events) May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: event.method(event) May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: return f(self, *a, **k) May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: return self._get(url).json() May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: return self.request(url, 'GET', **kwargs) May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:10:13.712117 dv-cinder-786384-7-smb neutron-server[103894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:10:13.875155 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1482071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-780282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435628'] for network, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.878617 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:13.895982 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780255'] for network, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:13.904873 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1733e26-6726-4600-b184-4f3bc8650842,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:13.907103 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:13.908642 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-76c59d95-6d0e-49d6-8f2a-4f7e7a831d40 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f1733e26-6726-4600-b184-4f3bc8650842 HTTP/1.1" status: 204 len: 168 time: 0.5060897 May 31 12:10:13.938674 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:14.351354 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50384) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:14.402053 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-be320f38-7333-4718-8349-2cd01fcfe8ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c04c50f6213f421c82025b4cd07fa20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492003 May 31 12:10:14.406059 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50390) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:14.466012 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4b39bd08-7c92-4792-b17c-6bb96e780597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:14.493840 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4b39bd08-7c92-4792-b17c-6bb96e780597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:14.607295 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4b39bd08-7c92-4792-b17c-6bb96e780597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:14.611251 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-4d6e3392-a617-438d-8e8e-93d79944cd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:14.629571 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39bd08-7c92-4792-b17c-6bb96e780597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fc5358-f621-48b1-bddd-e290805c4076,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:14.632885 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-4b39bd08-7c92-4792-b17c-6bb96e780597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:14.698289 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-4b39bd08-7c92-4792-b17c-6bb96e780597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:14.699411 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-4b39bd08-7c92-4792-b17c-6bb96e780597 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44fc5358-f621-48b1-bddd-e290805c4076 HTTP/1.1" status: 204 len: 168 time: 0.2924500 May 31 12:10:15.586889 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50404) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:15.639492 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-faaaaad6-3c58-4323-bd34-793e9c7cf565 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c0bc79eaa334c329bfe5b68060f49fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513556 May 31 12:10:15.641867 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50408) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:15.700787 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6a4d-71f3-4db2-b0b2-8974e57a9dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:15.726296 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6a4d-71f3-4db2-b0b2-8974e57a9dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:15.836136 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6a4d-71f3-4db2-b0b2-8974e57a9dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:15.839852 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-421ccfe0-87f4-46aa-bbb7-db1f28a0b917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:15.850972 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb6a4d-71f3-4db2-b0b2-8974e57a9dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a139ca4-44ad-4abd-86d1-d86a19570e85,revision_number=None']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:15.854842 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-c8bb6a4d-71f3-4db2-b0b2-8974e57a9dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:15.859752 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6a4d-71f3-4db2-b0b2-8974e57a9dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:15.861113 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-c8bb6a4d-71f3-4db2-b0b2-8974e57a9dd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a139ca4-44ad-4abd-86d1-d86a19570e85 HTTP/1.1" status: 204 len: 168 time: 0.2183774 May 31 12:10:16.638014 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50432) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:16.760047 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:16.775254 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:10:16.779120 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb78243f1e5a4cf085d4c9303567f676 is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:10:16.781949 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:10:16.787725 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:10:16.873526 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:16.945329 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:16.957643 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-23cb1062-f538-4d9a-be2f-3799c22757b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:17.002543 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb78243f1e5a4cf085d4c9303567f676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610649 May 31 12:10:17.002933 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 50448) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:17.004908 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b89f87b-856b-4292-bc7c-c885c7d31120,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:17.008174 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-8d9d59ae-8309-45f1-a989-fd9b07d14ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:17.064575 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:17.092813 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:17.207481 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:17.213399 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-0d00286f-a3bb-4f80-b809-f2ba71b3b8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:17.228317 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b89f87b-856b-4292-bc7c-c885c7d31120,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:17.237267 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.237644 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.238009 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.238370 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.240146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.240146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.240146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.240146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.240146 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.240675 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.240815 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.241262 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-smb {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:10:17.243823 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:17.244920 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b89f87b-856b-4292-bc7c-c885c7d31120 HTTP/1.1" status: 204 len: 168 time: 0.2405462 May 31 12:10:17.245855 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-43e44ec6-851c-4929-a905-a49153f626b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:17.586939 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [-] (103894) accepted ('10.222.0.58', 50458) {{(pid=103894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:17.782957 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:17.800126 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:10:17.804097 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Usage tracker for resource:security_group_rule and tenant:4925fff4457b4ed08bb051231720a53c is out of sync, need to count used quota {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:10:17.807070 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.quota.resource [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103894) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:10:17.813337 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.db.quota.driver [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103894) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:10:17.900990 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:17.984096 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_create {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:17.992275 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-bcba6aeb-d815-4fff-b240-ea86d7268c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:18.033850 dv-cinder-786384-7-smb neutron-server[103894]: INFO neutron.wsgi [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4925fff4457b4ed08bb051231720a53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457352 May 31 12:10:18.034775 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9476217d-f8dc-4aee-a2e4-6001a7759494,revision_number=1']} {{(pid=103894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:18.036766 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.58', 50464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:10:18.038351 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-b29c362f-c7ee-40f3-852b-8a401de4b20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:18.096715 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39a68cd4-9bb1-4ea9-b5be-721fcf73bb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:18.121852 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39a68cd4-9bb1-4ea9-b5be-721fcf73bb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:18.264042 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39a68cd4-9bb1-4ea9-b5be-721fcf73bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641393'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:18.268909 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-70f67cf0-76d7-4e0a-ae9b-5909154a3f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:10:18.280026 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68cd4-9bb1-4ea9-b5be-721fcf73bb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9476217d-f8dc-4aee-a2e4-6001a7759494,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:10:18.282620 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG oslo_concurrency.lockutils [None req-39a68cd4-9bb1-4ea9-b5be-721fcf73bb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:10:18.288863 dv-cinder-786384-7-smb neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39a68cd4-9bb1-4ea9-b5be-721fcf73bb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:18.290231 dv-cinder-786384-7-smb neutron-server[103895]: INFO neutron.wsgi [None req-39a68cd4-9bb1-4ea9-b5be-721fcf73bb89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9476217d-f8dc-4aee-a2e4-6001a7759494 HTTP/1.1" status: 204 len: 168 time: 0.2523789 May 31 12:10:34.075068 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:36.116642 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:10:38.474918 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b9e-2d12-4246-91b0-dd470e3cda59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:41.012366 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:41.217730 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe082651-5693-4218-b1ec-e9b1be3f1330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:42.240142 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:43.942303 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:03.947934 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:08.496385 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5889c78-157f-4f62-a2e0-443edef54189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:11.022245 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:11.233937 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dad32604-b6d6-4b0c-9722-75b65d2ffe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:12.261395 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:13.115492 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:11:13.953405 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:34.018455 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:38.489664 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55fd4fb5-6a4e-4cb4-99e9-9d0c3f6007ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:40.998181 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:41.249731 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03a8797-f99e-4737-966f-6553de08ebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:42.261001 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:43.929867 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:50.114759 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:12:03.974954 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:05.109033 dv-cinder-786384-7-smb neutron-server[103894]: DEBUG neutron.wsgi [req-06289165-0427-471a-8892-772953e81fcb req-6cec16ec-0fc9-42b4-846c-1929bbcccf47 service neutron] (103894) timed out ('10.222.0.54', 52378) {{(pid=103894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 12:12:08.510907 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08b99ca8-61cd-4a84-b8fb-50f0522ba34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:11.003126 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:11.231743 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65aecaec-88f2-4741-8070-0c7f18073d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:12.265852 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:13.946769 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:27.113882 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:12:33.997088 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:38.470417 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6429bb3-ca14-42a4-af40-b8fdfeb0efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:41.008169 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:41.236388 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94d4d489-5a52-468f-975d-a536326c4908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:42.288201 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:43.950298 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:03.995722 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:04.112829 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:13:08.526618 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d0555260-ec9c-4b71-9fe3-4cae512bc492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:10.995669 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:11.240938 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ebee4133-27a9-436c-a4d7-d570e5c3e1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:12.269686 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:13.989545 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:34.028113 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:38.520202 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88762a1a-306f-49eb-8176-f5f80beb038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:41.023036 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:41.111749 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:13:41.245730 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47fc9ca9-da57-4dcb-9e47-e997224444fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:42.251356 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:13:43.954469 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:04.034104 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:08.506752 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ee30f8c-c000-4df0-acc4-a0f995e6be14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:11.028061 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:11.256603 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6971ebc5-855b-4b5f-842a-09d699226892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:12.267570 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:13.947960 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:18.110329 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:14:34.009929 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:38.507236 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b61b-c225-470c-9376-897fad2d47d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:40.998981 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:41.255575 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48de09e6-736f-4efa-8f9a-e2efa7a3eb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:42.278544 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:43.947167 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:14:55.109547 dv-cinder-786384-7-smb neutron-server[103897]: DEBUG neutron.db.agents_db [None req-55e340bf-4375-401b-a88c-80c0edfb021e None None] Agent healthcheck: found 6 active agents {{(pid=103897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:15:04.026485 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b023ae3-6fca-4775-aab8-eb5315dc12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:08.489070 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cca99012-177d-4c56-9aa6-e957fb52f8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:11.020905 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fe7e-0867-454d-a53d-0592c48049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:11.237621 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7543281-5472-40b6-a513-82ffb26301d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:12.266143 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8fce3c-0313-4191-9375-d6e4b2677419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:15:14.013482 dv-cinder-786384-7-smb neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0552e754-51da-4ebd-8bca-5f214bc16c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744560323054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479312'] for agent, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}